2024-11-08 18:39:09,267 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-08 18:39:09,278 main DEBUG Took 0.009249 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-08 18:39:09,278 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-08 18:39:09,279 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-08 18:39:09,279 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-08 18:39:09,281 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,287 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-08 18:39:09,299 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,301 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,301 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,302 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,302 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,303 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,304 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,304 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,305 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,305 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,306 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,306 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,306 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,307 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,307 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,308 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,308 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,308 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,309 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,309 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-08 18:39:09,310 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,310 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-08 18:39:09,311 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-08 18:39:09,312 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-08 18:39:09,314 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-08 18:39:09,315 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-08 18:39:09,316 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-08 18:39:09,316 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-08 18:39:09,324 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-08 18:39:09,326 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-08 18:39:09,328 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-08 18:39:09,328 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-08 18:39:09,329 main DEBUG createAppenders(={Console}) 2024-11-08 18:39:09,329 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-11-08 18:39:09,329 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-11-08 18:39:09,330 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-11-08 18:39:09,330 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-08 18:39:09,330 main DEBUG OutputStream closed 2024-11-08 18:39:09,331 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-08 18:39:09,331 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-08 18:39:09,331 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-11-08 18:39:09,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-08 18:39:09,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-08 18:39:09,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-08 18:39:09,401 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-08 18:39:09,402 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-08 18:39:09,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-08 18:39:09,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-08 18:39:09,403 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-08 18:39:09,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-08 18:39:09,404 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-08 18:39:09,405 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-08 18:39:09,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-08 18:39:09,406 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-08 18:39:09,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-08 18:39:09,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-08 18:39:09,407 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-08 18:39:09,408 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-08 18:39:09,409 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-08 18:39:09,411 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08 18:39:09,412 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-11-08 18:39:09,412 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-08 18:39:09,413 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-11-08T18:39:09,649 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2 2024-11-08 18:39:09,652 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-08 18:39:09,653 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-08T18:39:09,661 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithNoInMemCompaction timeout: 13 mins 2024-11-08T18:39:09,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-08T18:39:09,695 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10, deleteOnExit=true 2024-11-08T18:39:09,695 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-08T18:39:09,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/test.cache.data in system properties and HBase conf 2024-11-08T18:39:09,696 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-08T18:39:09,697 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/hadoop.log.dir in system properties and HBase conf 2024-11-08T18:39:09,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-08T18:39:09,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-08T18:39:09,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-08T18:39:09,786 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-08T18:39:09,877 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-08T18:39:09,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:39:09,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-08T18:39:09,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-08T18:39:09,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:39:09,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-08T18:39:09,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-08T18:39:09,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-08T18:39:09,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:39:09,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-08T18:39:09,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/nfs.dump.dir in system properties and HBase conf 2024-11-08T18:39:09,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/java.io.tmpdir in system properties and HBase conf 2024-11-08T18:39:09,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-08T18:39:09,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-08T18:39:09,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-08T18:39:10,680 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-08T18:39:10,755 INFO [Time-limited test {}] log.Log(170): Logging initialized @2151ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-08T18:39:10,831 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:39:10,891 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:39:10,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:39:10,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:39:10,913 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-08T18:39:10,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:39:10,928 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:39:10,929 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:39:11,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ded99d3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/java.io.tmpdir/jetty-localhost-34853-hadoop-hdfs-3_4_1-tests_jar-_-any-269611202166222114/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:39:11,126 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:34853} 2024-11-08T18:39:11,126 INFO [Time-limited test {}] server.Server(415): Started @2524ms 2024-11-08T18:39:11,528 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-08T18:39:11,534 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-08T18:39:11,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-08T18:39:11,535 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-08T18:39:11,536 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-08T18:39:11,536 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/hadoop.log.dir/,AVAILABLE} 2024-11-08T18:39:11,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-08T18:39:11,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4269bd31{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/java.io.tmpdir/jetty-localhost-37199-hadoop-hdfs-3_4_1-tests_jar-_-any-8598201206136371049/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:39:11,657 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:37199} 2024-11-08T18:39:11,658 INFO [Time-limited test {}] server.Server(415): Started @3055ms 2024-11-08T18:39:11,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-08T18:39:12,128 WARN [Thread-71 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10/data/data1/current/BP-1216647375-172.17.0.3-1731091150437/current, will proceed with Du for space computation calculation, 2024-11-08T18:39:12,128 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10/data/data2/current/BP-1216647375-172.17.0.3-1731091150437/current, will proceed with Du for space computation calculation, 2024-11-08T18:39:12,175 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-08T18:39:12,231 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95d6f025383a1568 with lease ID 0xbd6571d72778c85f: Processing first storage report for DS-b14747a0-ddbe-4378-9a1c-b8b88235597e from datanode DatanodeRegistration(127.0.0.1:44013, datanodeUuid=fae909c8-7848-49ff-9dca-52e69c0ebfdb, infoPort=40175, infoSecurePort=0, ipcPort=38207, storageInfo=lv=-57;cid=testClusterID;nsid=735654866;c=1731091150437) 2024-11-08T18:39:12,234 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95d6f025383a1568 with lease ID 0xbd6571d72778c85f: from storage DS-b14747a0-ddbe-4378-9a1c-b8b88235597e node DatanodeRegistration(127.0.0.1:44013, datanodeUuid=fae909c8-7848-49ff-9dca-52e69c0ebfdb, infoPort=40175, infoSecurePort=0, ipcPort=38207, storageInfo=lv=-57;cid=testClusterID;nsid=735654866;c=1731091150437), blocks: 0, hasStaleStorage: true, processing time: 3 msecs, invalidatedBlocks: 0 2024-11-08T18:39:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x95d6f025383a1568 with lease ID 0xbd6571d72778c85f: Processing first storage report for DS-8e7cbc34-d1a8-40c7-8021-de1f5697646f from datanode DatanodeRegistration(127.0.0.1:44013, datanodeUuid=fae909c8-7848-49ff-9dca-52e69c0ebfdb, infoPort=40175, infoSecurePort=0, ipcPort=38207, storageInfo=lv=-57;cid=testClusterID;nsid=735654866;c=1731091150437) 2024-11-08T18:39:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x95d6f025383a1568 with lease ID 0xbd6571d72778c85f: from storage DS-8e7cbc34-d1a8-40c7-8021-de1f5697646f node DatanodeRegistration(127.0.0.1:44013, datanodeUuid=fae909c8-7848-49ff-9dca-52e69c0ebfdb, infoPort=40175, infoSecurePort=0, ipcPort=38207, storageInfo=lv=-57;cid=testClusterID;nsid=735654866;c=1731091150437), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-08T18:39:12,286 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2 2024-11-08T18:39:12,366 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10/zookeeper_0, clientPort=61133, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-08T18:39:12,375 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61133 2024-11-08T18:39:12,389 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:39:12,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:39:12,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741825_1001 (size=7) 2024-11-08T18:39:13,034 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2 with version=8 2024-11-08T18:39:13,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/hbase-staging 2024-11-08T18:39:13,132 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-08T18:39:13,383 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d72107b3bc04:0 server-side Connection retries=45 2024-11-08T18:39:13,394 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:39:13,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:39:13,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:39:13,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:39:13,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:39:13,537 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-08T18:39:13,598 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-08T18:39:13,607 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-08T18:39:13,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:39:13,639 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 10122 (auto-detected) 2024-11-08T18:39:13,640 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-08T18:39:13,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:33463 2024-11-08T18:39:13,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33463 connecting to ZooKeeper ensemble=127.0.0.1:61133 2024-11-08T18:39:13,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334630x0, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:39:13,717 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33463-0x100d3a5b2860000 connected 2024-11-08T18:39:13,741 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:39:13,744 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:39:13,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:39:13,757 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2, hbase.cluster.distributed=false 2024-11-08T18:39:13,784 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:39:13,790 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33463 2024-11-08T18:39:13,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33463 2024-11-08T18:39:13,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33463 2024-11-08T18:39:13,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33463 2024-11-08T18:39:13,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33463 2024-11-08T18:39:13,907 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d72107b3bc04:0 server-side Connection retries=45 2024-11-08T18:39:13,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:39:13,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-08T18:39:13,909 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-08T18:39:13,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-08T18:39:13,909 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-08T18:39:13,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-08T18:39:13,914 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-08T18:39:13,915 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:46205 2024-11-08T18:39:13,917 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46205 connecting to ZooKeeper ensemble=127.0.0.1:61133 2024-11-08T18:39:13,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:39:13,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:39:13,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:462050x0, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-08T18:39:13,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46205-0x100d3a5b2860001 connected 2024-11-08T18:39:13,929 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:39:13,933 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-08T18:39:13,941 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-08T18:39:13,943 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-08T18:39:13,948 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-08T18:39:13,949 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46205 2024-11-08T18:39:13,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46205 2024-11-08T18:39:13,950 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46205 2024-11-08T18:39:13,953 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46205 2024-11-08T18:39:13,954 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46205 2024-11-08T18:39:13,970 DEBUG [M:0;d72107b3bc04:33463 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d72107b3bc04:33463 2024-11-08T18:39:13,971 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d72107b3bc04,33463,1731091153185 2024-11-08T18:39:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:39:13,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:39:13,980 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d72107b3bc04,33463,1731091153185 2024-11-08T18:39:14,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:14,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-08T18:39:14,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:14,001 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-08T18:39:14,002 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d72107b3bc04,33463,1731091153185 from backup master directory 2024-11-08T18:39:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d72107b3bc04,33463,1731091153185 2024-11-08T18:39:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:39:14,005 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-08T18:39:14,005 WARN [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:39:14,006 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d72107b3bc04,33463,1731091153185 2024-11-08T18:39:14,007 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-08T18:39:14,009 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-08T18:39:14,066 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/hbase.id] with ID: d3d788ef-57bc-4d8b-9ea6-fc6abbf17689 2024-11-08T18:39:14,066 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/.tmp/hbase.id 2024-11-08T18:39:14,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741826_1002 (size=42) 2024-11-08T18:39:14,478 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/.tmp/hbase.id]:[hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/hbase.id] 2024-11-08T18:39:14,521 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-08T18:39:14,526 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-08T18:39:14,545 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-08T18:39:14,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:14,549 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:14,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741827_1003 (size=196) 2024-11-08T18:39:14,981 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:39:14,984 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-08T18:39:15,001 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:15,005 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:39:15,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741828_1004 (size=1189) 2024-11-08T18:39:15,454 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store 2024-11-08T18:39:15,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741829_1005 (size=34) 2024-11-08T18:39:15,478 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-08T18:39:15,481 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:39:15,483 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:39:15,483 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:39:15,483 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:39:15,485 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:39:15,486 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:39:15,486 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:39:15,488 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731091155483Disabling compacts and flushes for region at 1731091155483Disabling writes for close at 1731091155486 (+3 ms)Writing region close event to WAL at 1731091155486Closed at 1731091155486 2024-11-08T18:39:15,490 WARN [master/d72107b3bc04:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/.initializing 2024-11-08T18:39:15,490 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/WALs/d72107b3bc04,33463,1731091153185 2024-11-08T18:39:15,501 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:39:15,517 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72107b3bc04%2C33463%2C1731091153185, suffix=, logDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/WALs/d72107b3bc04,33463,1731091153185, archiveDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/oldWALs, maxLogs=10 2024-11-08T18:39:15,549 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/WALs/d72107b3bc04,33463,1731091153185/d72107b3bc04%2C33463%2C1731091153185.1731091155523, exclude list is [], retry=0 2024-11-08T18:39:15,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-b14747a0-ddbe-4378-9a1c-b8b88235597e,DISK] 2024-11-08T18:39:15,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-08T18:39:15,602 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/WALs/d72107b3bc04,33463,1731091153185/d72107b3bc04%2C33463%2C1731091153185.1731091155523 2024-11-08T18:39:15,603 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40175:40175)] 2024-11-08T18:39:15,603 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:39:15,604 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:39:15,607 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,608 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-08T18:39:15,673 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:15,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:39:15,676 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-08T18:39:15,679 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:15,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:15,680 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,683 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-08T18:39:15,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:15,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:15,684 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,686 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-08T18:39:15,687 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:15,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:15,688 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,691 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,693 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,699 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,700 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,704 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-08T18:39:15,708 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-08T18:39:15,713 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:39:15,714 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71494680, jitterRate=0.06535375118255615}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-08T18:39:15,719 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731091155620Initializing all the Stores at 1731091155622 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731091155623 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091155623Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091155624 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091155624Cleaning up temporary data from old regions at 1731091155700 (+76 ms)Region opened successfully at 1731091155719 (+19 ms) 2024-11-08T18:39:15,720 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-08T18:39:15,752 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c42b1d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72107b3bc04/172.17.0.3:0 2024-11-08T18:39:15,783 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-08T18:39:15,795 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-08T18:39:15,795 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-08T18:39:15,798 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-08T18:39:15,799 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-08T18:39:15,804 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-08T18:39:15,804 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-08T18:39:15,830 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-08T18:39:15,838 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-08T18:39:15,841 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-08T18:39:15,843 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-08T18:39:15,845 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-08T18:39:15,847 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-08T18:39:15,849 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-08T18:39:15,852 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-08T18:39:15,854 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-08T18:39:15,855 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-08T18:39:15,856 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-08T18:39:15,875 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-08T18:39:15,876 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-08T18:39:15,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:39:15,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-08T18:39:15,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:15,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:15,883 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d72107b3bc04,33463,1731091153185, sessionid=0x100d3a5b2860000, setting cluster-up flag (Was=false) 2024-11-08T18:39:15,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:15,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:15,901 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-08T18:39:15,903 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72107b3bc04,33463,1731091153185 2024-11-08T18:39:15,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:15,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:15,913 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-08T18:39:15,915 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d72107b3bc04,33463,1731091153185 2024-11-08T18:39:15,921 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-08T18:39:15,959 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(746): ClusterId : d3d788ef-57bc-4d8b-9ea6-fc6abbf17689 2024-11-08T18:39:15,962 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-08T18:39:15,968 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-08T18:39:15,969 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-08T18:39:15,972 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-08T18:39:15,972 DEBUG [RS:0;d72107b3bc04:46205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1e2121, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d72107b3bc04/172.17.0.3:0 2024-11-08T18:39:15,990 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d72107b3bc04:46205 2024-11-08T18:39:15,993 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-08T18:39:15,993 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-08T18:39:15,993 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-08T18:39:15,995 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-08T18:39:15,996 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72107b3bc04,33463,1731091153185 with port=46205, startcode=1731091153867 2024-11-08T18:39:16,005 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-08T18:39:16,008 DEBUG [RS:0;d72107b3bc04:46205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-08T18:39:16,011 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-08T18:39:16,017 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d72107b3bc04,33463,1731091153185 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-08T18:39:16,025 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d72107b3bc04:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:39:16,025 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d72107b3bc04:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:39:16,026 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d72107b3bc04:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:39:16,026 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d72107b3bc04:0, corePoolSize=5, maxPoolSize=5 2024-11-08T18:39:16,026 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d72107b3bc04:0, corePoolSize=10, maxPoolSize=10 2024-11-08T18:39:16,026 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,027 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d72107b3bc04:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:39:16,027 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,034 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731091186034 2024-11-08T18:39:16,035 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:39:16,035 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-08T18:39:16,036 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-08T18:39:16,037 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-08T18:39:16,041 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-08T18:39:16,042 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-08T18:39:16,042 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-08T18:39:16,042 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-08T18:39:16,043 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:16,043 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-08T18:39:16,046 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54455, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-08T18:39:16,043 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,047 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-08T18:39:16,049 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-08T18:39:16,050 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-08T18:39:16,054 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-08T18:39:16,054 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-08T18:39:16,054 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33463 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:16,056 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d72107b3bc04:0:becomeActiveMaster-HFileCleaner.large.0-1731091156055,5,FailOnTimeoutGroup] 2024-11-08T18:39:16,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741831_1007 (size=1321) 2024-11-08T18:39:16,061 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d72107b3bc04:0:becomeActiveMaster-HFileCleaner.small.0-1731091156056,5,FailOnTimeoutGroup] 2024-11-08T18:39:16,061 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,062 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-08T18:39:16,063 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,063 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,082 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-08T18:39:16,082 WARN [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-08T18:39:16,184 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(2659): reportForDuty to master=d72107b3bc04,33463,1731091153185 with port=46205, startcode=1731091153867 2024-11-08T18:39:16,186 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33463 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d72107b3bc04,46205,1731091153867 2024-11-08T18:39:16,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33463 {}] master.ServerManager(517): Registering regionserver=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:16,197 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2 2024-11-08T18:39:16,198 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43769 2024-11-08T18:39:16,198 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-08T18:39:16,202 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:39:16,202 DEBUG [RS:0;d72107b3bc04:46205 {}] zookeeper.ZKUtil(111): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d72107b3bc04,46205,1731091153867 2024-11-08T18:39:16,202 WARN [RS:0;d72107b3bc04:46205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-08T18:39:16,203 INFO [RS:0;d72107b3bc04:46205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:39:16,203 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/WALs/d72107b3bc04,46205,1731091153867 2024-11-08T18:39:16,204 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d72107b3bc04,46205,1731091153867] 2024-11-08T18:39:16,230 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-08T18:39:16,245 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-08T18:39:16,250 INFO [RS:0;d72107b3bc04:46205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-08T18:39:16,250 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,251 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-08T18:39:16,257 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-08T18:39:16,258 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,259 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,259 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,259 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,259 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,260 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,260 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d72107b3bc04:0, corePoolSize=2, maxPoolSize=2 2024-11-08T18:39:16,260 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,260 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,260 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,261 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,261 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,261 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d72107b3bc04:0, corePoolSize=1, maxPoolSize=1 2024-11-08T18:39:16,261 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d72107b3bc04:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:39:16,262 DEBUG [RS:0;d72107b3bc04:46205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0, corePoolSize=3, maxPoolSize=3 2024-11-08T18:39:16,263 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,263 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,263 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,263 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,264 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,264 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72107b3bc04,46205,1731091153867-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:39:16,284 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-08T18:39:16,286 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=d72107b3bc04,46205,1731091153867-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,286 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,286 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.Replication(171): d72107b3bc04,46205,1731091153867 started 2024-11-08T18:39:16,305 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:16,305 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1482): Serving as d72107b3bc04,46205,1731091153867, RpcServer on d72107b3bc04/172.17.0.3:46205, sessionid=0x100d3a5b2860001 2024-11-08T18:39:16,306 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-08T18:39:16,306 DEBUG [RS:0;d72107b3bc04:46205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d72107b3bc04,46205,1731091153867 2024-11-08T18:39:16,306 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72107b3bc04,46205,1731091153867' 2024-11-08T18:39:16,306 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-08T18:39:16,307 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-08T18:39:16,308 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-08T18:39:16,308 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-08T18:39:16,308 DEBUG [RS:0;d72107b3bc04:46205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d72107b3bc04,46205,1731091153867 2024-11-08T18:39:16,308 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd72107b3bc04,46205,1731091153867' 2024-11-08T18:39:16,308 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-08T18:39:16,309 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-08T18:39:16,310 DEBUG [RS:0;d72107b3bc04:46205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-08T18:39:16,310 INFO [RS:0;d72107b3bc04:46205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-08T18:39:16,310 INFO [RS:0;d72107b3bc04:46205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-08T18:39:16,415 INFO [RS:0;d72107b3bc04:46205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-08T18:39:16,419 INFO [RS:0;d72107b3bc04:46205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72107b3bc04%2C46205%2C1731091153867, suffix=, logDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/WALs/d72107b3bc04,46205,1731091153867, archiveDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/oldWALs, maxLogs=32 2024-11-08T18:39:16,436 DEBUG [RS:0;d72107b3bc04:46205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/WALs/d72107b3bc04,46205,1731091153867/d72107b3bc04%2C46205%2C1731091153867.1731091156421, exclude list is [], retry=0 2024-11-08T18:39:16,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-b14747a0-ddbe-4378-9a1c-b8b88235597e,DISK] 2024-11-08T18:39:16,443 INFO [RS:0;d72107b3bc04:46205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/WALs/d72107b3bc04,46205,1731091153867/d72107b3bc04%2C46205%2C1731091153867.1731091156421 2024-11-08T18:39:16,444 DEBUG [RS:0;d72107b3bc04:46205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40175:40175)] 2024-11-08T18:39:16,461 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-08T18:39:16,461 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2 2024-11-08T18:39:16,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741833_1009 (size=32) 2024-11-08T18:39:16,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:39:16,875 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:39:16,878 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:39:16,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:16,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:39:16,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:39:16,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:39:16,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:16,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:39:16,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:39:16,884 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:39:16,884 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:16,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:39:16,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:39:16,887 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:39:16,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:16,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:39:16,889 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:39:16,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740 2024-11-08T18:39:16,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740 2024-11-08T18:39:16,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:39:16,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:39:16,894 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:39:16,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:39:16,900 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:39:16,901 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62932963, jitterRate=-0.06222577393054962}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:39:16,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731091156873Initializing all the Stores at 1731091156874 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731091156875 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731091156875Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091156875Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731091156875Cleaning up temporary data from old regions at 1731091156893 (+18 ms)Region opened successfully at 1731091156903 (+10 ms) 2024-11-08T18:39:16,903 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:39:16,903 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:39:16,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:39:16,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:39:16,904 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:39:16,905 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:39:16,905 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731091156903Disabling compacts and flushes for region at 1731091156903Disabling writes for close at 1731091156904 (+1 ms)Writing region close event to WAL at 1731091156905 (+1 ms)Closed at 1731091156905 2024-11-08T18:39:16,909 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:39:16,909 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-08T18:39:16,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-08T18:39:16,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:39:16,926 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-08T18:39:17,079 DEBUG [d72107b3bc04:33463 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-08T18:39:17,091 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:17,098 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72107b3bc04,46205,1731091153867, state=OPENING 2024-11-08T18:39:17,103 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-08T18:39:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:17,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:39:17,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:39:17,105 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:39:17,107 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-08T18:39:17,109 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:39:17,284 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-08T18:39:17,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32981, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-08T18:39:17,300 INFO [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-08T18:39:17,300 INFO [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-08T18:39:17,301 INFO [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-08T18:39:17,304 INFO [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d72107b3bc04%2C46205%2C1731091153867.meta, suffix=.meta, logDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/WALs/d72107b3bc04,46205,1731091153867, archiveDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/oldWALs, maxLogs=32 2024-11-08T18:39:17,322 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/WALs/d72107b3bc04,46205,1731091153867/d72107b3bc04%2C46205%2C1731091153867.meta.1731091157306.meta, exclude list is [], retry=0 2024-11-08T18:39:17,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44013,DS-b14747a0-ddbe-4378-9a1c-b8b88235597e,DISK] 2024-11-08T18:39:17,329 INFO [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/WALs/d72107b3bc04,46205,1731091153867/d72107b3bc04%2C46205%2C1731091153867.meta.1731091157306.meta 2024-11-08T18:39:17,329 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40175:40175)] 2024-11-08T18:39:17,329 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:39:17,331 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-08T18:39:17,334 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-08T18:39:17,339 INFO [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-08T18:39:17,343 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-08T18:39:17,344 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:39:17,344 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-08T18:39:17,344 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-08T18:39:17,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-08T18:39:17,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-08T18:39:17,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:17,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:39:17,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-08T18:39:17,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-08T18:39:17,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:17,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:39:17,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-08T18:39:17,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-08T18:39:17,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:17,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:39:17,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-08T18:39:17,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-08T18:39:17,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:17,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-08T18:39:17,359 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-08T18:39:17,360 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740 2024-11-08T18:39:17,362 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740 2024-11-08T18:39:17,365 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-08T18:39:17,365 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-08T18:39:17,366 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:39:17,368 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-08T18:39:17,370 INFO [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75342653, jitterRate=0.1226930171251297}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:39:17,370 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-08T18:39:17,372 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731091157345Writing region info on filesystem at 1731091157345Initializing all the Stores at 1731091157347 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731091157348 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731091157348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091157348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731091157348Cleaning up temporary data from old regions at 1731091157365 (+17 ms)Running coprocessor post-open hooks at 1731091157370 (+5 ms)Region opened successfully at 1731091157372 (+2 ms) 2024-11-08T18:39:17,380 INFO [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731091157274 2024-11-08T18:39:17,392 DEBUG [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-08T18:39:17,392 INFO [RS_OPEN_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-08T18:39:17,394 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:17,396 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d72107b3bc04,46205,1731091153867, state=OPEN 2024-11-08T18:39:17,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:39:17,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-08T18:39:17,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:39:17,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-08T18:39:17,401 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:17,405 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-08T18:39:17,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d72107b3bc04,46205,1731091153867 in 293 msec 2024-11-08T18:39:17,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-08T18:39:17,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 492 msec 2024-11-08T18:39:17,413 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-08T18:39:17,413 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-08T18:39:17,434 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:17,435 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:17,456 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:17,459 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:53899, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:17,478 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5280 sec 2024-11-08T18:39:17,479 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731091157479, completionTime=-1 2024-11-08T18:39:17,481 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-08T18:39:17,481 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-08T18:39:17,508 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-08T18:39:17,508 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731091217508 2024-11-08T18:39:17,509 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731091277508 2024-11-08T18:39:17,509 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 27 msec 2024-11-08T18:39:17,511 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72107b3bc04,33463,1731091153185-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:17,511 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72107b3bc04,33463,1731091153185-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:17,511 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72107b3bc04,33463,1731091153185-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:17,513 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d72107b3bc04:33463, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:17,513 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:17,513 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:17,518 DEBUG [master/d72107b3bc04:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-08T18:39:17,538 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.532sec 2024-11-08T18:39:17,540 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-08T18:39:17,541 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-08T18:39:17,542 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-08T18:39:17,542 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-08T18:39:17,542 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-08T18:39:17,543 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72107b3bc04,33463,1731091153185-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-08T18:39:17,544 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72107b3bc04,33463,1731091153185-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-08T18:39:17,551 DEBUG [master/d72107b3bc04:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-08T18:39:17,552 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-08T18:39:17,553 INFO [master/d72107b3bc04:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d72107b3bc04,33463,1731091153185-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-08T18:39:17,568 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343aff6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:17,570 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-08T18:39:17,570 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-08T18:39:17,574 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:17,576 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:17,584 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:17,586 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:17,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b5c7a62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:17,588 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:17,591 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:17,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:17,594 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:17,596 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32372268, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:17,597 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:17,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:17,604 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:17,607 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54488, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:17,627 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d72107b3bc04,33463,1731091153185 2024-11-08T18:39:17,639 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=81, ProcessCount=11, AvailableMemoryMB=8005 2024-11-08T18:39:17,648 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:39:17,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d72107b3bc04,33463,1731091153185 2024-11-08T18:39:17,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35874ff9 2024-11-08T18:39:17,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:39:17,659 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:39:17,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T18:39:17,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:39:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:17,678 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:39:17,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-11-08T18:39:17,681 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:17,683 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:39:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:39:17,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741835_1011 (size=959) 2024-11-08T18:39:17,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:39:18,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:39:18,098 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2 2024-11-08T18:39:18,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741836_1012 (size=53) 2024-11-08T18:39:18,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:39:18,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:39:18,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing dd7b06dcd23bcb5938b6c655672a822f, disabling compactions & flushes 2024-11-08T18:39:18,508 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:18,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:18,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. after waiting 0 ms 2024-11-08T18:39:18,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:18,509 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:18,509 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd7b06dcd23bcb5938b6c655672a822f: Waiting for close lock at 1731091158508Disabling compacts and flushes for region at 1731091158508Disabling writes for close at 1731091158509 (+1 ms)Writing region close event to WAL at 1731091158509Closed at 1731091158509 2024-11-08T18:39:18,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:39:18,518 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731091158512"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731091158512"}]},"ts":"1731091158512"} 2024-11-08T18:39:18,523 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:39:18,525 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:39:18,528 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091158525"}]},"ts":"1731091158525"} 2024-11-08T18:39:18,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T18:39:18,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd7b06dcd23bcb5938b6c655672a822f, ASSIGN}] 2024-11-08T18:39:18,537 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd7b06dcd23bcb5938b6c655672a822f, ASSIGN 2024-11-08T18:39:18,538 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd7b06dcd23bcb5938b6c655672a822f, ASSIGN; state=OFFLINE, location=d72107b3bc04,46205,1731091153867; forceNewPlan=false, retain=false 2024-11-08T18:39:18,690 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd7b06dcd23bcb5938b6c655672a822f, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:18,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd7b06dcd23bcb5938b6c655672a822f, ASSIGN because future has completed 2024-11-08T18:39:18,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:39:18,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:39:18,856 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:18,856 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:39:18,857 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,857 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:39:18,857 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,857 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,860 INFO [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,862 INFO [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd7b06dcd23bcb5938b6c655672a822f columnFamilyName A 2024-11-08T18:39:18,862 DEBUG [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:18,864 INFO [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] regionserver.HStore(327): Store=dd7b06dcd23bcb5938b6c655672a822f/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:18,864 INFO [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,866 INFO [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd7b06dcd23bcb5938b6c655672a822f columnFamilyName B 2024-11-08T18:39:18,866 DEBUG [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:18,867 INFO [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] regionserver.HStore(327): Store=dd7b06dcd23bcb5938b6c655672a822f/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:18,867 INFO [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,869 INFO [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd7b06dcd23bcb5938b6c655672a822f columnFamilyName C 2024-11-08T18:39:18,869 DEBUG [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:18,870 INFO [StoreOpener-dd7b06dcd23bcb5938b6c655672a822f-1 {}] regionserver.HStore(327): Store=dd7b06dcd23bcb5938b6c655672a822f/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:18,870 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,872 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,872 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,875 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,875 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,876 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:39:18,879 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,882 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:39:18,883 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened dd7b06dcd23bcb5938b6c655672a822f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70965720, jitterRate=0.057471632957458496}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:39:18,883 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:18,885 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for dd7b06dcd23bcb5938b6c655672a822f: Running coprocessor pre-open hook at 1731091158857Writing region info on filesystem at 1731091158857Initializing all the Stores at 1731091158859 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091158859Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091158859Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091158859Cleaning up temporary data from old regions at 1731091158875 (+16 ms)Running coprocessor post-open hooks at 1731091158883 (+8 ms)Region opened successfully at 1731091158885 (+2 ms) 2024-11-08T18:39:18,887 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., pid=6, masterSystemTime=1731091158849 2024-11-08T18:39:18,891 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:18,891 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:18,892 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=dd7b06dcd23bcb5938b6c655672a822f, regionState=OPEN, openSeqNum=2, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:18,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:39:18,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-08T18:39:18,901 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 in 202 msec 2024-11-08T18:39:18,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-08T18:39:18,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd7b06dcd23bcb5938b6c655672a822f, ASSIGN in 367 msec 2024-11-08T18:39:18,907 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:39:18,907 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091158907"}]},"ts":"1731091158907"} 2024-11-08T18:39:18,910 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T18:39:18,911 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:39:18,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2430 sec 2024-11-08T18:39:19,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-08T18:39:19,832 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:19,838 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ad452c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,838 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,838 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,840 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77380ce3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,842 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,843 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35732, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,844 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44a98157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,846 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,847 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54504, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:39:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d72107b3bc04,33463,1731091153185 2024-11-08T18:39:19,853 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53bd87e1 2024-11-08T18:39:19,856 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:39:19,858 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:39:19,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d419ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,862 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,862 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,863 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3728ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,866 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f8ac40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@130d4a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,868 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,868 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,870 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,870 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14496fd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,873 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,874 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e49c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59d35085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,876 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e59e9dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,878 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,879 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,880 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a9c1aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fb4b46b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,882 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703ed473, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,885 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,886 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68da59ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a1cce95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,889 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,890 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5805ae29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,890 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,892 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d230d79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3055dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,894 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,895 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,895 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29adf99b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,897 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,898 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d14565c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5238acdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,899 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,899 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,900 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663b0bc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,900 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,902 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,902 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643bd6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4f2c18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,903 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,904 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,904 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ee4cf7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,906 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,907 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,908 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5180f463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,909 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6643136e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,909 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:19,909 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:19,910 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:19,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c1b1a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:19,911 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:19,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:19,912 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:19,913 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4770a9f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:19,919 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,919 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,919 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,920 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,920 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,920 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,922 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,922 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,923 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:19,923 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54534, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,925 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,926 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:19,927 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54514, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54568, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:19,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,928 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54584, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,928 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:19,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54600, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:19,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-11-08T18:39:19,936 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:39:19,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:39:19,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:39:19,939 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:19,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:39:19,941 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:19,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:39:19,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:39:19,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:39:19,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:39:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:39:19,947 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:39:20,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:20,029 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:20,059 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T18:39:20,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:39:20,136 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:20,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:20,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,142 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,222 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/81a953b9a4fd49d09ad37e30e19caded is 50, key is test_row_0/A:col10/1731091160050/Put/seqid=0 2024-11-08T18:39:20,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091220213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,233 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091220214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091220218, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,235 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,237 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091220225, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091220226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,238 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741837_1013 (size=12001) 2024-11-08T18:39:20,241 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/81a953b9a4fd49d09ad37e30e19caded 2024-11-08T18:39:20,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:39:20,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091220341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091220341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,347 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,347 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091220343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,348 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091220343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,348 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,349 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091220351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,380 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/a2b46716d1e94397b059e70bc5495486 is 50, key is test_row_0/B:col10/1731091160050/Put/seqid=0 2024-11-08T18:39:20,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741838_1014 (size=12001) 2024-11-08T18:39:20,405 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/a2b46716d1e94397b059e70bc5495486 2024-11-08T18:39:20,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/40f69397ac544988be233e29634fb739 is 50, key is test_row_0/C:col10/1731091160050/Put/seqid=0 2024-11-08T18:39:20,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:20,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:20,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741839_1015 (size=12001) 2024-11-08T18:39:20,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/40f69397ac544988be233e29634fb739 2024-11-08T18:39:20,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/81a953b9a4fd49d09ad37e30e19caded as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/81a953b9a4fd49d09ad37e30e19caded 2024-11-08T18:39:20,520 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/81a953b9a4fd49d09ad37e30e19caded, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T18:39:20,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/a2b46716d1e94397b059e70bc5495486 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a2b46716d1e94397b059e70bc5495486 2024-11-08T18:39:20,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a2b46716d1e94397b059e70bc5495486, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T18:39:20,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/40f69397ac544988be233e29634fb739 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/40f69397ac544988be233e29634fb739 2024-11-08T18:39:20,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/40f69397ac544988be233e29634fb739, entries=150, sequenceid=16, filesize=11.7 K 2024-11-08T18:39:20,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for dd7b06dcd23bcb5938b6c655672a822f in 524ms, sequenceid=16, compaction requested=false 2024-11-08T18:39:20,560 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T18:39:20,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:20,572 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:20,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T18:39:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:39:20,602 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/09a568ffeb65419fa5106ca8d0419cc2 is 50, key is test_row_0/A:col10/1731091160571/Put/seqid=0 2024-11-08T18:39:20,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741840_1016 (size=12001) 2024-11-08T18:39:20,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/09a568ffeb65419fa5106ca8d0419cc2 2024-11-08T18:39:20,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091220606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091220607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,628 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091220610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,629 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091220626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,639 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091220627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,642 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:20,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:20,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,644 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/c844979566d345569ef36731b0a4d95c is 50, key is test_row_0/B:col10/1731091160571/Put/seqid=0 2024-11-08T18:39:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741841_1017 (size=12001) 2024-11-08T18:39:20,732 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091220731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,734 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091220733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091220741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,744 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,753 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091220751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,755 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,755 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091220752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,756 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:20,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,802 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091220941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,946 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091220951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,953 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,953 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091220951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,959 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:20,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:20,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:20,960 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091220962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,964 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:20,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091220964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:20,970 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/c844979566d345569ef36731b0a4d95c 2024-11-08T18:39:21,086 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/146873bb776749f2b5e56a3505bfd57c is 50, key is test_row_0/C:col10/1731091160571/Put/seqid=0 2024-11-08T18:39:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:39:21,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741842_1018 (size=12001) 2024-11-08T18:39:21,105 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/146873bb776749f2b5e56a3505bfd57c 2024-11-08T18:39:21,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:21,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,120 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/09a568ffeb65419fa5106ca8d0419cc2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/09a568ffeb65419fa5106ca8d0419cc2 2024-11-08T18:39:21,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/09a568ffeb65419fa5106ca8d0419cc2, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T18:39:21,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/c844979566d345569ef36731b0a4d95c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c844979566d345569ef36731b0a4d95c 2024-11-08T18:39:21,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c844979566d345569ef36731b0a4d95c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T18:39:21,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/146873bb776749f2b5e56a3505bfd57c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/146873bb776749f2b5e56a3505bfd57c 2024-11-08T18:39:21,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/146873bb776749f2b5e56a3505bfd57c, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T18:39:21,176 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for dd7b06dcd23bcb5938b6c655672a822f in 603ms, sequenceid=40, compaction requested=false 2024-11-08T18:39:21,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:21,254 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:21,255 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T18:39:21,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:21,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:21,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:21,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/0e50c56d4f754a34ba4c8c6f90c5a85c is 50, key is test_row_0/A:col10/1731091161251/Put/seqid=0 2024-11-08T18:39:21,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091221319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741843_1019 (size=14341) 2024-11-08T18:39:21,330 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091221322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,336 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091221323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091221327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,337 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,338 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091221329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,338 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,339 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:21,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:21,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,443 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091221441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,444 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091221442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,444 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091221442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,445 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091221443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,446 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,447 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091221451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,459 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,460 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,589 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:21,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,590 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091221652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,655 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091221653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091221653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,657 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091221655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,659 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,674 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091221671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,675 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/0e50c56d4f754a34ba4c8c6f90c5a85c 2024-11-08T18:39:21,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:21,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:21,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/49374ae1025b4638a644640aa3e3e0d1 is 50, key is test_row_0/B:col10/1731091161251/Put/seqid=0 2024-11-08T18:39:21,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741844_1020 (size=12001) 2024-11-08T18:39:21,904 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:21,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:21,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:21,904 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:21,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091221961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091221961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,967 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091221961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,967 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091221962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,968 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,974 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:21,983 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091221980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:21,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:21,984 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:22,059 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:22,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:22,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,060 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:39:22,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/49374ae1025b4638a644640aa3e3e0d1 2024-11-08T18:39:22,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/609cb7c61b0b49a4ba866aeeb4a5c89d is 50, key is test_row_0/C:col10/1731091161251/Put/seqid=0 2024-11-08T18:39:22,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:22,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,215 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741845_1021 (size=12001) 2024-11-08T18:39:22,224 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-08T18:39:22,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:22,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:22,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:22,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091222481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,487 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:22,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091222481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:22,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:22,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:22,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091222481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:22,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091222481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:22,488 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,489 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:22,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:22,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091222492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:22,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:22,496 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:22,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:22,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:22,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,526 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/609cb7c61b0b49a4ba866aeeb4a5c89d 2024-11-08T18:39:22,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/0e50c56d4f754a34ba4c8c6f90c5a85c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0e50c56d4f754a34ba4c8c6f90c5a85c 2024-11-08T18:39:22,642 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0e50c56d4f754a34ba4c8c6f90c5a85c, entries=200, sequenceid=54, filesize=14.0 K 2024-11-08T18:39:22,645 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/49374ae1025b4638a644640aa3e3e0d1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49374ae1025b4638a644640aa3e3e0d1 2024-11-08T18:39:22,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49374ae1025b4638a644640aa3e3e0d1, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T18:39:22,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/609cb7c61b0b49a4ba866aeeb4a5c89d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/609cb7c61b0b49a4ba866aeeb4a5c89d 2024-11-08T18:39:22,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/609cb7c61b0b49a4ba866aeeb4a5c89d, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T18:39:22,681 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for dd7b06dcd23bcb5938b6c655672a822f in 1428ms, sequenceid=54, compaction requested=true 2024-11-08T18:39:22,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:22,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:22,685 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:22,689 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:22,690 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:22,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:22,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:22,692 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:22,693 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:22,693 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:22,697 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:22,699 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:22,700 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,701 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a2b46716d1e94397b059e70bc5495486, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c844979566d345569ef36731b0a4d95c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49374ae1025b4638a644640aa3e3e0d1] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=35.2 K 2024-11-08T18:39:22,701 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:22,701 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:22,701 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,702 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting a2b46716d1e94397b059e70bc5495486, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731091160007 2024-11-08T18:39:22,702 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/81a953b9a4fd49d09ad37e30e19caded, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/09a568ffeb65419fa5106ca8d0419cc2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0e50c56d4f754a34ba4c8c6f90c5a85c] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=37.4 K 2024-11-08T18:39:22,705 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c844979566d345569ef36731b0a4d95c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731091160217 2024-11-08T18:39:22,705 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81a953b9a4fd49d09ad37e30e19caded, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731091160007 2024-11-08T18:39:22,706 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 49374ae1025b4638a644640aa3e3e0d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091160619 2024-11-08T18:39:22,707 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 09a568ffeb65419fa5106ca8d0419cc2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731091160217 2024-11-08T18:39:22,709 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e50c56d4f754a34ba4c8c6f90c5a85c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091160595 2024-11-08T18:39:22,772 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#10 average throughput is 0.47 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:22,773 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d7b2df25a157487092cb5c42cf808d3f is 50, key is test_row_0/A:col10/1731091161251/Put/seqid=0 2024-11-08T18:39:22,774 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#9 average throughput is 0.20 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:22,777 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/a11d5ed0b6b74e018f1fb72e592b2e00 is 50, key is test_row_0/B:col10/1731091161251/Put/seqid=0 2024-11-08T18:39:22,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741846_1022 (size=12104) 2024-11-08T18:39:22,803 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d7b2df25a157487092cb5c42cf808d3f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d7b2df25a157487092cb5c42cf808d3f 2024-11-08T18:39:22,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741847_1023 (size=12104) 2024-11-08T18:39:22,830 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into d7b2df25a157487092cb5c42cf808d3f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:22,830 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:22,833 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=13, startTime=1731091162684; duration=0sec 2024-11-08T18:39:22,834 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:22,834 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:22,835 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:22,836 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-08T18:39:22,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,837 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T18:39:22,845 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:22,845 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:22,846 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:22,846 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/40f69397ac544988be233e29634fb739, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/146873bb776749f2b5e56a3505bfd57c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/609cb7c61b0b49a4ba866aeeb4a5c89d] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=35.2 K 2024-11-08T18:39:22,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/df88efe89ff84e2cb089d7697d364cb8 is 50, key is test_row_0/A:col10/1731091161321/Put/seqid=0 2024-11-08T18:39:22,850 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 40f69397ac544988be233e29634fb739, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1731091160007 2024-11-08T18:39:22,851 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 146873bb776749f2b5e56a3505bfd57c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731091160217 2024-11-08T18:39:22,852 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 609cb7c61b0b49a4ba866aeeb4a5c89d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091160619 2024-11-08T18:39:22,856 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T18:39:22,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741848_1024 (size=12001) 2024-11-08T18:39:22,883 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#12 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:22,884 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/3162d84f450c49589595251429d6343f is 50, key is test_row_0/C:col10/1731091161251/Put/seqid=0 2024-11-08T18:39:22,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741849_1025 (size=12104) 2024-11-08T18:39:22,918 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/3162d84f450c49589595251429d6343f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3162d84f450c49589595251429d6343f 2024-11-08T18:39:22,936 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into 3162d84f450c49589595251429d6343f(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:22,936 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:22,936 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=13, startTime=1731091162692; duration=0sec 2024-11-08T18:39:22,936 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:22,936 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:23,246 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/a11d5ed0b6b74e018f1fb72e592b2e00 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a11d5ed0b6b74e018f1fb72e592b2e00 2024-11-08T18:39:23,261 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into a11d5ed0b6b74e018f1fb72e592b2e00(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:23,261 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:23,261 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=13, startTime=1731091162689; duration=0sec 2024-11-08T18:39:23,262 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:23,262 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:23,282 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/df88efe89ff84e2cb089d7697d364cb8 2024-11-08T18:39:23,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/49e84c77e8184b9f85dbd15dc290fc2f is 50, key is test_row_0/B:col10/1731091161321/Put/seqid=0 2024-11-08T18:39:23,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741850_1026 (size=12001) 2024-11-08T18:39:23,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:23,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:23,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091223518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091223521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,528 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,528 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091223525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091223527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,537 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,538 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,536 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091223528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,595 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-08T18:39:23,596 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-08T18:39:23,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:39:23,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-08T18:39:23,599 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-08T18:39:23,599 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-08T18:39:23,601 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T18:39:23,601 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-11-08T18:39:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091223630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,633 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091223630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,634 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091223640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091223641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,645 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091223650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,652 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,712 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/49e84c77e8184b9f85dbd15dc290fc2f 2024-11-08T18:39:23,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/ae59941dcb69433285041b346977e014 is 50, key is test_row_0/C:col10/1731091161321/Put/seqid=0 2024-11-08T18:39:23,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741851_1027 (size=12001) 2024-11-08T18:39:23,750 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/ae59941dcb69433285041b346977e014 2024-11-08T18:39:23,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/df88efe89ff84e2cb089d7697d364cb8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/df88efe89ff84e2cb089d7697d364cb8 2024-11-08T18:39:23,795 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/df88efe89ff84e2cb089d7697d364cb8, entries=150, sequenceid=78, filesize=11.7 K 2024-11-08T18:39:23,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/49e84c77e8184b9f85dbd15dc290fc2f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49e84c77e8184b9f85dbd15dc290fc2f 2024-11-08T18:39:23,815 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49e84c77e8184b9f85dbd15dc290fc2f, entries=150, sequenceid=78, filesize=11.7 K 2024-11-08T18:39:23,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/ae59941dcb69433285041b346977e014 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ae59941dcb69433285041b346977e014 2024-11-08T18:39:23,827 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ae59941dcb69433285041b346977e014, entries=150, sequenceid=78, filesize=11.7 K 2024-11-08T18:39:23,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-08T18:39:23,833 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dd7b06dcd23bcb5938b6c655672a822f in 997ms, sequenceid=78, compaction requested=false 2024-11-08T18:39:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:23,834 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-08T18:39:23,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-08T18:39:23,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-08T18:39:23,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.8960 sec 2024-11-08T18:39:23,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:23,845 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:23,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T18:39:23,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 3.9150 sec 2024-11-08T18:39:23,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/860c7f6970d540afacb14b89b781eaa4 is 50, key is test_row_0/A:col10/1731091163845/Put/seqid=0 2024-11-08T18:39:23,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741852_1028 (size=12001) 2024-11-08T18:39:23,887 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/860c7f6970d540afacb14b89b781eaa4 2024-11-08T18:39:23,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/c892f13de88144beaed0b6977eb36204 is 50, key is test_row_0/B:col10/1731091163845/Put/seqid=0 2024-11-08T18:39:23,909 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091223895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,910 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091223898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091223901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,912 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,913 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,915 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091223908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:23,916 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091223910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:23,917 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:23,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741853_1029 (size=12001) 2024-11-08T18:39:24,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091224020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091224021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091224021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,026 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091224022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091224022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,027 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,028 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-08T18:39:24,110 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:24,111 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:24,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-11-08T18:39:24,115 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:24,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T18:39:24,118 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:24,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:24,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T18:39:24,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091224233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091224233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,240 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091224233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,241 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091224233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091224241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,248 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T18:39:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,275 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/c892f13de88144beaed0b6977eb36204 2024-11-08T18:39:24,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/13ce453512da48e9aea5b9167bab400b is 50, key is test_row_0/C:col10/1731091163845/Put/seqid=0 2024-11-08T18:39:24,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741854_1030 (size=12001) 2024-11-08T18:39:24,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T18:39:24,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T18:39:24,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:24,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091224550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091224550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,554 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091224550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091224551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,555 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,556 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,564 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:24,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091224560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:24,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:24,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:24,585 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T18:39:24,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T18:39:24,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T18:39:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,742 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:24,760 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/13ce453512da48e9aea5b9167bab400b 2024-11-08T18:39:24,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/860c7f6970d540afacb14b89b781eaa4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/860c7f6970d540afacb14b89b781eaa4 2024-11-08T18:39:24,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/860c7f6970d540afacb14b89b781eaa4, entries=150, sequenceid=95, filesize=11.7 K 2024-11-08T18:39:24,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/c892f13de88144beaed0b6977eb36204 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c892f13de88144beaed0b6977eb36204 2024-11-08T18:39:24,798 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c892f13de88144beaed0b6977eb36204, entries=150, sequenceid=95, filesize=11.7 K 2024-11-08T18:39:24,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/13ce453512da48e9aea5b9167bab400b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/13ce453512da48e9aea5b9167bab400b 2024-11-08T18:39:24,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/13ce453512da48e9aea5b9167bab400b, entries=150, sequenceid=95, filesize=11.7 K 2024-11-08T18:39:24,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for dd7b06dcd23bcb5938b6c655672a822f in 968ms, sequenceid=95, compaction requested=true 2024-11-08T18:39:24,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:24,817 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:24,817 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:24,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:24,819 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:24,819 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:24,819 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:24,819 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:24,819 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,819 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,820 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a11d5ed0b6b74e018f1fb72e592b2e00, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49e84c77e8184b9f85dbd15dc290fc2f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c892f13de88144beaed0b6977eb36204] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=35.3 K 2024-11-08T18:39:24,820 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d7b2df25a157487092cb5c42cf808d3f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/df88efe89ff84e2cb089d7697d364cb8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/860c7f6970d540afacb14b89b781eaa4] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=35.3 K 2024-11-08T18:39:24,820 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting a11d5ed0b6b74e018f1fb72e592b2e00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091160619 2024-11-08T18:39:24,820 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7b2df25a157487092cb5c42cf808d3f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091160619 2024-11-08T18:39:24,821 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 49e84c77e8184b9f85dbd15dc290fc2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731091161297 2024-11-08T18:39:24,821 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting df88efe89ff84e2cb089d7697d364cb8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731091161297 2024-11-08T18:39:24,822 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c892f13de88144beaed0b6977eb36204, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731091163522 2024-11-08T18:39:24,823 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 860c7f6970d540afacb14b89b781eaa4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731091163522 2024-11-08T18:39:24,842 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#18 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:24,842 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#19 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:24,843 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/39a67ca4d58045b8ad746a816982c76c is 50, key is test_row_0/B:col10/1731091163845/Put/seqid=0 2024-11-08T18:39:24,843 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/89e6ce7959134abfaaf52d4ad95c13d9 is 50, key is test_row_0/A:col10/1731091163845/Put/seqid=0 2024-11-08T18:39:24,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741855_1031 (size=12207) 2024-11-08T18:39:24,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741856_1032 (size=12207) 2024-11-08T18:39:24,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-08T18:39:24,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:24,897 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T18:39:24,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/cf2b577d8a6c4a9bb523459c1edbd550 is 50, key is test_row_0/A:col10/1731091163893/Put/seqid=0 2024-11-08T18:39:24,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741857_1033 (size=12001) 2024-11-08T18:39:24,923 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/cf2b577d8a6c4a9bb523459c1edbd550 2024-11-08T18:39:24,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/5c0e6e062ca34f47bdda7a25ec272bf5 is 50, key is test_row_0/B:col10/1731091163893/Put/seqid=0 2024-11-08T18:39:24,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741858_1034 (size=12001) 2024-11-08T18:39:24,969 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/5c0e6e062ca34f47bdda7a25ec272bf5 2024-11-08T18:39:24,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/4ccdf2e11a22466693ac1d1342b9d7e4 is 50, key is test_row_0/C:col10/1731091163893/Put/seqid=0 2024-11-08T18:39:25,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741859_1035 (size=12001) 2024-11-08T18:39:25,008 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/4ccdf2e11a22466693ac1d1342b9d7e4 2024-11-08T18:39:25,023 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/cf2b577d8a6c4a9bb523459c1edbd550 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cf2b577d8a6c4a9bb523459c1edbd550 2024-11-08T18:39:25,032 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cf2b577d8a6c4a9bb523459c1edbd550, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T18:39:25,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/5c0e6e062ca34f47bdda7a25ec272bf5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5c0e6e062ca34f47bdda7a25ec272bf5 2024-11-08T18:39:25,043 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5c0e6e062ca34f47bdda7a25ec272bf5, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T18:39:25,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/4ccdf2e11a22466693ac1d1342b9d7e4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/4ccdf2e11a22466693ac1d1342b9d7e4 2024-11-08T18:39:25,058 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/4ccdf2e11a22466693ac1d1342b9d7e4, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T18:39:25,060 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for dd7b06dcd23bcb5938b6c655672a822f in 162ms, sequenceid=117, compaction requested=true 2024-11-08T18:39:25,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:25,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-08T18:39:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-08T18:39:25,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-08T18:39:25,076 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 946 msec 2024-11-08T18:39:25,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 966 msec 2024-11-08T18:39:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:25,088 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:25,088 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:39:25,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/1729fcf0d12c415eb473701998e9bccf is 50, key is test_row_0/A:col10/1731091165079/Put/seqid=0 2024-11-08T18:39:25,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741860_1036 (size=14337) 2024-11-08T18:39:25,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/1729fcf0d12c415eb473701998e9bccf 2024-11-08T18:39:25,145 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/d197d7705a0d48f1831dea53b2fe9a6b is 50, key is test_row_0/B:col10/1731091165079/Put/seqid=0 2024-11-08T18:39:25,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741861_1037 (size=9657) 2024-11-08T18:39:25,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091225161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091225160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,173 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091225164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/d197d7705a0d48f1831dea53b2fe9a6b 2024-11-08T18:39:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,174 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091225172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091225172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,193 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/53a76d10ae624b5bb1633bb8d07c3102 is 50, key is test_row_0/C:col10/1731091165079/Put/seqid=0 2024-11-08T18:39:25,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741862_1038 (size=9657) 2024-11-08T18:39:25,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/53a76d10ae624b5bb1633bb8d07c3102 2024-11-08T18:39:25,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/1729fcf0d12c415eb473701998e9bccf as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1729fcf0d12c415eb473701998e9bccf 2024-11-08T18:39:25,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1729fcf0d12c415eb473701998e9bccf, entries=200, sequenceid=128, filesize=14.0 K 2024-11-08T18:39:25,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/d197d7705a0d48f1831dea53b2fe9a6b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/d197d7705a0d48f1831dea53b2fe9a6b 2024-11-08T18:39:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-08T18:39:25,251 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:25,251 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:25,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-11-08T18:39:25,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T18:39:25,255 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:25,256 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:25,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:25,264 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/d197d7705a0d48f1831dea53b2fe9a6b, entries=100, sequenceid=128, filesize=9.4 K 2024-11-08T18:39:25,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/53a76d10ae624b5bb1633bb8d07c3102 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/53a76d10ae624b5bb1633bb8d07c3102 2024-11-08T18:39:25,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091225281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091225281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,285 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,285 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091225281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,286 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,288 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/89e6ce7959134abfaaf52d4ad95c13d9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/89e6ce7959134abfaaf52d4ad95c13d9 2024-11-08T18:39:25,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/53a76d10ae624b5bb1633bb8d07c3102, entries=100, sequenceid=128, filesize=9.4 K 2024-11-08T18:39:25,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd7b06dcd23bcb5938b6c655672a822f in 204ms, sequenceid=128, compaction requested=true 2024-11-08T18:39:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:39:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-08T18:39:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:25,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-08T18:39:25,294 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/39a67ca4d58045b8ad746a816982c76c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/39a67ca4d58045b8ad746a816982c76c 2024-11-08T18:39:25,298 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into 89e6ce7959134abfaaf52d4ad95c13d9(size=11.9 K), total size for store is 37.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:25,298 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:25,298 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=13, startTime=1731091164817; duration=0sec 2024-11-08T18:39:25,298 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-08T18:39:25,298 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:25,298 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:25,298 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T18:39:25,302 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 57764 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T18:39:25,302 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:25,302 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,303 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3162d84f450c49589595251429d6343f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ae59941dcb69433285041b346977e014, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/13ce453512da48e9aea5b9167bab400b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/4ccdf2e11a22466693ac1d1342b9d7e4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/53a76d10ae624b5bb1633bb8d07c3102] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=56.4 K 2024-11-08T18:39:25,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:25,304 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:25,304 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3162d84f450c49589595251429d6343f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091160619 2024-11-08T18:39:25,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T18:39:25,305 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting ae59941dcb69433285041b346977e014, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1731091161297 2024-11-08T18:39:25,306 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13ce453512da48e9aea5b9167bab400b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731091163522 2024-11-08T18:39:25,307 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into 39a67ca4d58045b8ad746a816982c76c(size=11.9 K), total size for store is 33.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:25,307 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:25,307 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=13, startTime=1731091164817; duration=0sec 2024-11-08T18:39:25,307 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-08T18:39:25,307 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:25,307 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:25,307 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:25,308 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4ccdf2e11a22466693ac1d1342b9d7e4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731091163884 2024-11-08T18:39:25,308 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53a76d10ae624b5bb1633bb8d07c3102, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731091165079 2024-11-08T18:39:25,309 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38545 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:25,309 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:25,309 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,309 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/89e6ce7959134abfaaf52d4ad95c13d9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cf2b577d8a6c4a9bb523459c1edbd550, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1729fcf0d12c415eb473701998e9bccf] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=37.6 K 2024-11-08T18:39:25,310 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 89e6ce7959134abfaaf52d4ad95c13d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731091163522 2024-11-08T18:39:25,311 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting cf2b577d8a6c4a9bb523459c1edbd550, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731091163884 2024-11-08T18:39:25,311 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1729fcf0d12c415eb473701998e9bccf, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731091165074 2024-11-08T18:39:25,321 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/1e6628316f084027a3d8e62951391598 is 50, key is test_row_0/A:col10/1731091165168/Put/seqid=0 2024-11-08T18:39:25,324 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#27 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:25,325 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/8241af8cae4046098499639bee148ee8 is 50, key is test_row_0/A:col10/1731091165079/Put/seqid=0 2024-11-08T18:39:25,329 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#28 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:25,329 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/6b1333994ff647c2a27a57bc3d28c3ab is 50, key is test_row_0/C:col10/1731091165079/Put/seqid=0 2024-11-08T18:39:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T18:39:25,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091225362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,365 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741864_1040 (size=12275) 2024-11-08T18:39:25,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091225370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,373 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,374 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741863_1039 (size=12309) 2024-11-08T18:39:25,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741865_1041 (size=14541) 2024-11-08T18:39:25,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/1e6628316f084027a3d8e62951391598 2024-11-08T18:39:25,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/6f68be95253e41a88b055cc366be78d4 is 50, key is test_row_0/B:col10/1731091165168/Put/seqid=0 2024-11-08T18:39:25,410 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T18:39:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741866_1042 (size=12151) 2024-11-08T18:39:25,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091225470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091225480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,483 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091225491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,495 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,495 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091225491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,496 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091225491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,497 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T18:39:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T18:39:25,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091225680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,686 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091225690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,698 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,723 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T18:39:25,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:25,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,723 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,783 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/6b1333994ff647c2a27a57bc3d28c3ab as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/6b1333994ff647c2a27a57bc3d28c3ab 2024-11-08T18:39:25,794 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/8241af8cae4046098499639bee148ee8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8241af8cae4046098499639bee148ee8 2024-11-08T18:39:25,798 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into 6b1333994ff647c2a27a57bc3d28c3ab(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:25,798 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:25,798 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=11, startTime=1731091165293; duration=0sec 2024-11-08T18:39:25,799 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:39:25,799 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:25,799 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,802 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:25,802 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091225801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,802 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091225801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091225802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,803 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:25,804 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:25,805 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/39a67ca4d58045b8ad746a816982c76c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5c0e6e062ca34f47bdda7a25ec272bf5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/d197d7705a0d48f1831dea53b2fe9a6b] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=33.1 K 2024-11-08T18:39:25,806 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 39a67ca4d58045b8ad746a816982c76c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1731091163522 2024-11-08T18:39:25,807 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c0e6e062ca34f47bdda7a25ec272bf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731091163884 2024-11-08T18:39:25,807 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d197d7705a0d48f1831dea53b2fe9a6b, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731091165079 2024-11-08T18:39:25,808 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into 8241af8cae4046098499639bee148ee8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:25,808 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:25,808 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=13, startTime=1731091165293; duration=0sec 2024-11-08T18:39:25,808 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:25,808 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:25,808 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:25,809 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-08T18:39:25,809 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-08T18:39:25,810 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-08T18:39:25,810 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. because compaction request was cancelled 2024-11-08T18:39:25,810 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:25,822 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#30 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:25,823 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/b17d3b51d4a14895bb5651a6c153271d is 50, key is test_row_0/B:col10/1731091165079/Put/seqid=0 2024-11-08T18:39:25,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/6f68be95253e41a88b055cc366be78d4 2024-11-08T18:39:25,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/88570df91922421b9fd81eed1254b48c is 50, key is test_row_0/C:col10/1731091165168/Put/seqid=0 2024-11-08T18:39:25,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741867_1043 (size=12309) 2024-11-08T18:39:25,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741868_1044 (size=12151) 2024-11-08T18:39:25,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T18:39:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:25,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:25,879 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,880 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/88570df91922421b9fd81eed1254b48c 2024-11-08T18:39:25,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T18:39:25,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:25,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/1e6628316f084027a3d8e62951391598 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1e6628316f084027a3d8e62951391598 2024-11-08T18:39:25,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1e6628316f084027a3d8e62951391598, entries=200, sequenceid=155, filesize=14.2 K 2024-11-08T18:39:25,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/6f68be95253e41a88b055cc366be78d4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/6f68be95253e41a88b055cc366be78d4 2024-11-08T18:39:25,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/6f68be95253e41a88b055cc366be78d4, entries=150, sequenceid=155, filesize=11.9 K 2024-11-08T18:39:25,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/88570df91922421b9fd81eed1254b48c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/88570df91922421b9fd81eed1254b48c 2024-11-08T18:39:25,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/88570df91922421b9fd81eed1254b48c, entries=150, sequenceid=155, filesize=11.9 K 2024-11-08T18:39:25,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for dd7b06dcd23bcb5938b6c655672a822f in 627ms, sequenceid=155, compaction requested=false 2024-11-08T18:39:25,931 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:25,993 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:25,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:39:26,004 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d86b6ea48daa42818e46ef123175caba is 50, key is test_row_0/A:col10/1731091165348/Put/seqid=0 2024-11-08T18:39:26,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741869_1045 (size=14541) 2024-11-08T18:39:26,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d86b6ea48daa42818e46ef123175caba 2024-11-08T18:39:26,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T18:39:26,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:26,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:26,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:26,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:26,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:26,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:26,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/909f33706c174e359157f23b8a3e9e7b is 50, key is test_row_0/B:col10/1731091165348/Put/seqid=0 2024-11-08T18:39:26,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741870_1046 (size=12151) 2024-11-08T18:39:26,079 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/909f33706c174e359157f23b8a3e9e7b 2024-11-08T18:39:26,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/8be0a858f40844a299275e1754b9a982 is 50, key is test_row_0/C:col10/1731091165348/Put/seqid=0 2024-11-08T18:39:26,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091226083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091226084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,095 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,095 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,096 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741871_1047 (size=12151) 2024-11-08T18:39:26,109 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/8be0a858f40844a299275e1754b9a982 2024-11-08T18:39:26,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d86b6ea48daa42818e46ef123175caba as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d86b6ea48daa42818e46ef123175caba 2024-11-08T18:39:26,131 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d86b6ea48daa42818e46ef123175caba, entries=200, sequenceid=169, filesize=14.2 K 2024-11-08T18:39:26,133 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/909f33706c174e359157f23b8a3e9e7b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/909f33706c174e359157f23b8a3e9e7b 2024-11-08T18:39:26,143 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/909f33706c174e359157f23b8a3e9e7b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T18:39:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/8be0a858f40844a299275e1754b9a982 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/8be0a858f40844a299275e1754b9a982 2024-11-08T18:39:26,152 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/8be0a858f40844a299275e1754b9a982, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T18:39:26,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd7b06dcd23bcb5938b6c655672a822f in 161ms, sequenceid=169, compaction requested=true 2024-11-08T18:39:26,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:26,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:26,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:26,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:26,154 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:26,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:26,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:26,154 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:39:26,156 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41391 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:26,156 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:26,156 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:26,156 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8241af8cae4046098499639bee148ee8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1e6628316f084027a3d8e62951391598, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d86b6ea48daa42818e46ef123175caba] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=40.4 K 2024-11-08T18:39:26,157 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8241af8cae4046098499639bee148ee8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731091163884 2024-11-08T18:39:26,158 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e6628316f084027a3d8e62951391598, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731091165158 2024-11-08T18:39:26,159 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting d86b6ea48daa42818e46ef123175caba, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091165341 2024-11-08T18:39:26,173 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#35 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:26,174 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/a6fa2bb0e24d4611a103e7983feecd48 is 50, key is test_row_0/A:col10/1731091165348/Put/seqid=0 2024-11-08T18:39:26,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-08T18:39:26,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:26,194 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T18:39:26,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741872_1048 (size=12561) 2024-11-08T18:39:26,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:26,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:26,215 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/0853e13d6788435e867e3e1ef9ad0d4f is 50, key is test_row_0/A:col10/1731091166081/Put/seqid=0 2024-11-08T18:39:26,217 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/a6fa2bb0e24d4611a103e7983feecd48 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6fa2bb0e24d4611a103e7983feecd48 2024-11-08T18:39:26,227 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into a6fa2bb0e24d4611a103e7983feecd48(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:26,227 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:26,227 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=13, startTime=1731091166154; duration=0sec 2024-11-08T18:39:26,227 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:39:26,227 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:26,228 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 3 compacting, 2 eligible, 16 blocking 2024-11-08T18:39:26,229 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-08T18:39:26,229 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-08T18:39:26,230 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. because compaction request was cancelled 2024-11-08T18:39:26,230 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:26,230 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:26,232 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:26,232 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:26,232 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:26,232 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/6b1333994ff647c2a27a57bc3d28c3ab, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/88570df91922421b9fd81eed1254b48c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/8be0a858f40844a299275e1754b9a982] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=35.7 K 2024-11-08T18:39:26,235 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 6b1333994ff647c2a27a57bc3d28c3ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731091163884 2024-11-08T18:39:26,236 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 88570df91922421b9fd81eed1254b48c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731091165158 2024-11-08T18:39:26,238 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8be0a858f40844a299275e1754b9a982, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091165341 2024-11-08T18:39:26,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741873_1049 (size=12151) 2024-11-08T18:39:26,247 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/0853e13d6788435e867e3e1ef9ad0d4f 2024-11-08T18:39:26,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091226240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,249 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,249 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091226242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,264 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#37 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:26,265 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/63c0c245d9024b5dbbe47cd14d31be7f is 50, key is test_row_0/C:col10/1731091165348/Put/seqid=0 2024-11-08T18:39:26,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/1df14ba50c9f4961a37565a760c31624 is 50, key is test_row_0/B:col10/1731091166081/Put/seqid=0 2024-11-08T18:39:26,283 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/b17d3b51d4a14895bb5651a6c153271d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b17d3b51d4a14895bb5651a6c153271d 2024-11-08T18:39:26,296 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into b17d3b51d4a14895bb5651a6c153271d(size=12.0 K), total size for store is 35.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:26,296 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:26,296 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=13, startTime=1731091165293; duration=0sec 2024-11-08T18:39:26,297 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:26,297 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:26,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741874_1050 (size=12527) 2024-11-08T18:39:26,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741875_1051 (size=12151) 2024-11-08T18:39:26,307 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/1df14ba50c9f4961a37565a760c31624 2024-11-08T18:39:26,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091226311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,312 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091226311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091226313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,316 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,324 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/63c0c245d9024b5dbbe47cd14d31be7f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/63c0c245d9024b5dbbe47cd14d31be7f 2024-11-08T18:39:26,335 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into 63c0c245d9024b5dbbe47cd14d31be7f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:26,336 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:26,336 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=13, startTime=1731091166154; duration=0sec 2024-11-08T18:39:26,337 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:26,338 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:26,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/3444e59cf88345d08284a152cf9e81b9 is 50, key is test_row_0/C:col10/1731091166081/Put/seqid=0 2024-11-08T18:39:26,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741876_1052 (size=12151) 2024-11-08T18:39:26,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091226361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,364 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/3444e59cf88345d08284a152cf9e81b9 2024-11-08T18:39:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,364 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091226361, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,366 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/0853e13d6788435e867e3e1ef9ad0d4f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0853e13d6788435e867e3e1ef9ad0d4f 2024-11-08T18:39:26,390 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0853e13d6788435e867e3e1ef9ad0d4f, entries=150, sequenceid=194, filesize=11.9 K 2024-11-08T18:39:26,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T18:39:26,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/1df14ba50c9f4961a37565a760c31624 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/1df14ba50c9f4961a37565a760c31624 2024-11-08T18:39:26,402 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/1df14ba50c9f4961a37565a760c31624, entries=150, sequenceid=194, filesize=11.9 K 2024-11-08T18:39:26,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/3444e59cf88345d08284a152cf9e81b9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3444e59cf88345d08284a152cf9e81b9 2024-11-08T18:39:26,415 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3444e59cf88345d08284a152cf9e81b9, entries=150, sequenceid=194, filesize=11.9 K 2024-11-08T18:39:26,417 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dd7b06dcd23bcb5938b6c655672a822f in 222ms, sequenceid=194, compaction requested=true 2024-11-08T18:39:26,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:26,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:26,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-08T18:39:26,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-08T18:39:26,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-08T18:39:26,423 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1630 sec 2024-11-08T18:39:26,426 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.1720 sec 2024-11-08T18:39:26,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:26,573 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:26,573 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T18:39:26,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d365b919b26740b8ae821a2fce563e58 is 50, key is test_row_0/A:col10/1731091166239/Put/seqid=0 2024-11-08T18:39:26,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741877_1053 (size=14541) 2024-11-08T18:39:26,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d365b919b26740b8ae821a2fce563e58 2024-11-08T18:39:26,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/382fb1ded3794c62ab3a1b5f0ad9dc3a is 50, key is test_row_0/B:col10/1731091166239/Put/seqid=0 2024-11-08T18:39:26,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741878_1054 (size=12151) 2024-11-08T18:39:26,612 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/382fb1ded3794c62ab3a1b5f0ad9dc3a 2024-11-08T18:39:26,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/e03b9abdfffb481b9c934c4bf360b5a6 is 50, key is test_row_0/C:col10/1731091166239/Put/seqid=0 2024-11-08T18:39:26,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741879_1055 (size=12151) 2024-11-08T18:39:26,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091226653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,660 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091226659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,663 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091226770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,776 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,776 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091226770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,981 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091226980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,982 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,982 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:26,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091226981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:26,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:26,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,045 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/e03b9abdfffb481b9c934c4bf360b5a6 2024-11-08T18:39:27,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d365b919b26740b8ae821a2fce563e58 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d365b919b26740b8ae821a2fce563e58 2024-11-08T18:39:27,065 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d365b919b26740b8ae821a2fce563e58, entries=200, sequenceid=210, filesize=14.2 K 2024-11-08T18:39:27,067 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/382fb1ded3794c62ab3a1b5f0ad9dc3a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/382fb1ded3794c62ab3a1b5f0ad9dc3a 2024-11-08T18:39:27,077 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/382fb1ded3794c62ab3a1b5f0ad9dc3a, entries=150, sequenceid=210, filesize=11.9 K 2024-11-08T18:39:27,079 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/e03b9abdfffb481b9c934c4bf360b5a6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e03b9abdfffb481b9c934c4bf360b5a6 2024-11-08T18:39:27,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e03b9abdfffb481b9c934c4bf360b5a6, entries=150, sequenceid=210, filesize=11.9 K 2024-11-08T18:39:27,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dd7b06dcd23bcb5938b6c655672a822f in 519ms, sequenceid=210, compaction requested=true 2024-11-08T18:39:27,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:27,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:27,093 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:27,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:27,093 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T18:39:27,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:27,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:27,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:27,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:27,094 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39253 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:27,095 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:27,095 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,095 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6fa2bb0e24d4611a103e7983feecd48, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0853e13d6788435e867e3e1ef9ad0d4f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d365b919b26740b8ae821a2fce563e58] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=38.3 K 2024-11-08T18:39:27,095 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6fa2bb0e24d4611a103e7983feecd48, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091165341 2024-11-08T18:39:27,097 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0853e13d6788435e867e3e1ef9ad0d4f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731091166065 2024-11-08T18:39:27,099 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d365b919b26740b8ae821a2fce563e58, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091166204 2024-11-08T18:39:27,099 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60913 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T18:39:27,099 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:27,099 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,099 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b17d3b51d4a14895bb5651a6c153271d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/6f68be95253e41a88b055cc366be78d4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/909f33706c174e359157f23b8a3e9e7b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/1df14ba50c9f4961a37565a760c31624, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/382fb1ded3794c62ab3a1b5f0ad9dc3a] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=59.5 K 2024-11-08T18:39:27,100 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b17d3b51d4a14895bb5651a6c153271d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731091163884 2024-11-08T18:39:27,101 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 6f68be95253e41a88b055cc366be78d4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1731091165158 2024-11-08T18:39:27,102 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 909f33706c174e359157f23b8a3e9e7b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091165341 2024-11-08T18:39:27,103 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1df14ba50c9f4961a37565a760c31624, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731091166065 2024-11-08T18:39:27,104 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 382fb1ded3794c62ab3a1b5f0ad9dc3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091166204 2024-11-08T18:39:27,124 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#43 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:27,125 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/6f7e36966b374c22a7e47a2708956526 is 50, key is test_row_0/A:col10/1731091166239/Put/seqid=0 2024-11-08T18:39:27,132 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#44 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:27,133 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/03575eb576564f95b8f877212c39ef8d is 50, key is test_row_0/B:col10/1731091166239/Put/seqid=0 2024-11-08T18:39:27,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741880_1056 (size=12663) 2024-11-08T18:39:27,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741881_1057 (size=12629) 2024-11-08T18:39:27,184 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/03575eb576564f95b8f877212c39ef8d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/03575eb576564f95b8f877212c39ef8d 2024-11-08T18:39:27,196 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into 03575eb576564f95b8f877212c39ef8d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:27,196 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:27,196 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=11, startTime=1731091167093; duration=0sec 2024-11-08T18:39:27,196 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:27,196 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:27,197 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:27,200 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:27,200 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:27,200 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,201 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/63c0c245d9024b5dbbe47cd14d31be7f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3444e59cf88345d08284a152cf9e81b9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e03b9abdfffb481b9c934c4bf360b5a6] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=36.0 K 2024-11-08T18:39:27,201 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 63c0c245d9024b5dbbe47cd14d31be7f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091165341 2024-11-08T18:39:27,202 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 3444e59cf88345d08284a152cf9e81b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731091166065 2024-11-08T18:39:27,205 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting e03b9abdfffb481b9c934c4bf360b5a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091166204 2024-11-08T18:39:27,231 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#45 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:27,232 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/e36b4abe950243d2b31eedf53f60ac53 is 50, key is test_row_0/C:col10/1731091166239/Put/seqid=0 2024-11-08T18:39:27,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741882_1058 (size=12629) 2024-11-08T18:39:27,266 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/e36b4abe950243d2b31eedf53f60ac53 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e36b4abe950243d2b31eedf53f60ac53 2024-11-08T18:39:27,277 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into e36b4abe950243d2b31eedf53f60ac53(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:27,277 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:27,278 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=13, startTime=1731091167093; duration=0sec 2024-11-08T18:39:27,278 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:27,278 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:27,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:27,292 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:27,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:39:27,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/3ec5e840c0614eb49c4af28e435bbe1f is 50, key is test_row_0/A:col10/1731091167292/Put/seqid=0 2024-11-08T18:39:27,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741883_1059 (size=16931) 2024-11-08T18:39:27,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/3ec5e840c0614eb49c4af28e435bbe1f 2024-11-08T18:39:27,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091227319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091227320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,325 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091227322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,326 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,327 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,328 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091227330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091227331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,335 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2174 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:27,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,336 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/ae9d31af4c6844e1b9a1bac179be91af is 50, key is test_row_0/B:col10/1731091167292/Put/seqid=0 2024-11-08T18:39:27,336 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_1' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2177 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,350 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741884_1060 (size=12151) 2024-11-08T18:39:27,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/ae9d31af4c6844e1b9a1bac179be91af 2024-11-08T18:39:27,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/5053907ba3424feda8a0db50b2aa9046 is 50, key is test_row_0/C:col10/1731091167292/Put/seqid=0 2024-11-08T18:39:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741885_1061 (size=12151) 2024-11-08T18:39:27,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/5053907ba3424feda8a0db50b2aa9046 2024-11-08T18:39:27,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/3ec5e840c0614eb49c4af28e435bbe1f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3ec5e840c0614eb49c4af28e435bbe1f 2024-11-08T18:39:27,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3ec5e840c0614eb49c4af28e435bbe1f, entries=250, sequenceid=237, filesize=16.5 K 2024-11-08T18:39:27,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/ae9d31af4c6844e1b9a1bac179be91af as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/ae9d31af4c6844e1b9a1bac179be91af 2024-11-08T18:39:27,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-08T18:39:27,401 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:27,401 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-11-08T18:39:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T18:39:27,405 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:27,406 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:27,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:27,410 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/ae9d31af4c6844e1b9a1bac179be91af, entries=150, sequenceid=237, filesize=11.9 K 2024-11-08T18:39:27,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/5053907ba3424feda8a0db50b2aa9046 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5053907ba3424feda8a0db50b2aa9046 2024-11-08T18:39:27,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5053907ba3424feda8a0db50b2aa9046, entries=150, sequenceid=237, filesize=11.9 K 2024-11-08T18:39:27,423 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dd7b06dcd23bcb5938b6c655672a822f in 131ms, sequenceid=237, compaction requested=false 2024-11-08T18:39:27,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:27,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:27,436 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:27,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T18:39:27,449 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/e7e8d2d24f914def94b32de1bb0b9275 is 50, key is test_row_0/A:col10/1731091167304/Put/seqid=0 2024-11-08T18:39:27,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741886_1062 (size=14541) 2024-11-08T18:39:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T18:39:27,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091227504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,521 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091227519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,526 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T18:39:27,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:27,560 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,560 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:27,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:27,576 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/6f7e36966b374c22a7e47a2708956526 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6f7e36966b374c22a7e47a2708956526 2024-11-08T18:39:27,587 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into 6f7e36966b374c22a7e47a2708956526(size=12.4 K), total size for store is 28.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:27,587 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:27,587 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=13, startTime=1731091167093; duration=0sec 2024-11-08T18:39:27,588 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:27,588 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:27,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091227631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091227631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,635 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,636 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,638 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T18:39:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:27,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:27,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:27,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:27,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T18:39:27,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091227840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,844 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091227840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:27,844 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:27,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T18:39:27,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:27,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,870 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] handler.RSProcedureHandler(58): pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:27,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=14 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:27,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=14 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:27,884 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/e7e8d2d24f914def94b32de1bb0b9275 2024-11-08T18:39:27,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/54acde3624024cb7818a205e1273693b is 50, key is test_row_0/B:col10/1731091167304/Put/seqid=0 2024-11-08T18:39:27,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741887_1063 (size=12151) 2024-11-08T18:39:27,905 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/54acde3624024cb7818a205e1273693b 2024-11-08T18:39:27,919 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/abe6e47480954901a7927f7450f1a3bd is 50, key is test_row_0/C:col10/1731091167304/Put/seqid=0 2024-11-08T18:39:27,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741888_1064 (size=12151) 2024-11-08T18:39:27,927 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/abe6e47480954901a7927f7450f1a3bd 2024-11-08T18:39:27,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/e7e8d2d24f914def94b32de1bb0b9275 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/e7e8d2d24f914def94b32de1bb0b9275 2024-11-08T18:39:27,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/e7e8d2d24f914def94b32de1bb0b9275, entries=200, sequenceid=250, filesize=14.2 K 2024-11-08T18:39:27,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/54acde3624024cb7818a205e1273693b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/54acde3624024cb7818a205e1273693b 2024-11-08T18:39:27,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/54acde3624024cb7818a205e1273693b, entries=150, sequenceid=250, filesize=11.9 K 2024-11-08T18:39:27,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/abe6e47480954901a7927f7450f1a3bd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/abe6e47480954901a7927f7450f1a3bd 2024-11-08T18:39:27,964 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/abe6e47480954901a7927f7450f1a3bd, entries=150, sequenceid=250, filesize=11.9 K 2024-11-08T18:39:27,965 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for dd7b06dcd23bcb5938b6c655672a822f in 529ms, sequenceid=250, compaction requested=true 2024-11-08T18:39:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:27,966 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:27,966 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:27,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:27,967 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:39:27,967 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:27,970 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 44135 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:27,970 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:27,970 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:27,970 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:27,970 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,970 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:27,970 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6f7e36966b374c22a7e47a2708956526, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3ec5e840c0614eb49c4af28e435bbe1f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/e7e8d2d24f914def94b32de1bb0b9275] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=43.1 K 2024-11-08T18:39:27,970 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/03575eb576564f95b8f877212c39ef8d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/ae9d31af4c6844e1b9a1bac179be91af, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/54acde3624024cb7818a205e1273693b] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=36.1 K 2024-11-08T18:39:27,971 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 03575eb576564f95b8f877212c39ef8d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091166204 2024-11-08T18:39:27,971 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6f7e36966b374c22a7e47a2708956526, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091166204 2024-11-08T18:39:27,971 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ec5e840c0614eb49c4af28e435bbe1f, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731091166647 2024-11-08T18:39:27,971 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ae9d31af4c6844e1b9a1bac179be91af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731091166647 2024-11-08T18:39:27,972 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting e7e8d2d24f914def94b32de1bb0b9275, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731091167304 2024-11-08T18:39:27,972 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 54acde3624024cb7818a205e1273693b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731091167304 2024-11-08T18:39:27,991 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#52 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:27,992 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/5e2c19376adc4f03b1fb502bb9e91207 is 50, key is test_row_0/B:col10/1731091167304/Put/seqid=0 2024-11-08T18:39:27,996 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#53 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:27,997 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/6832d0e0b5294b34b160b5ab34bedb70 is 50, key is test_row_0/A:col10/1731091167304/Put/seqid=0 2024-11-08T18:39:28,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741889_1065 (size=12731) 2024-11-08T18:39:28,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-08T18:39:28,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:28,024 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T18:39:28,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741890_1066 (size=12765) 2024-11-08T18:39:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T18:39:28,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/503bbe28ad594588a373d037719a47b6 is 50, key is test_row_0/A:col10/1731091167491/Put/seqid=0 2024-11-08T18:39:28,037 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/6832d0e0b5294b34b160b5ab34bedb70 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6832d0e0b5294b34b160b5ab34bedb70 2024-11-08T18:39:28,048 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into 6832d0e0b5294b34b160b5ab34bedb70(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:28,048 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:28,048 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=13, startTime=1731091167966; duration=0sec 2024-11-08T18:39:28,051 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:28,051 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:28,051 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:28,053 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:28,053 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:28,053 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:28,053 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e36b4abe950243d2b31eedf53f60ac53, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5053907ba3424feda8a0db50b2aa9046, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/abe6e47480954901a7927f7450f1a3bd] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=36.1 K 2024-11-08T18:39:28,054 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting e36b4abe950243d2b31eedf53f60ac53, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091166204 2024-11-08T18:39:28,057 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5053907ba3424feda8a0db50b2aa9046, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1731091166647 2024-11-08T18:39:28,058 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting abe6e47480954901a7927f7450f1a3bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731091167304 2024-11-08T18:39:28,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741891_1067 (size=12301) 2024-11-08T18:39:28,072 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#55 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:28,073 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/21253c0033e1494f80eb6fd75cd9237d is 50, key is test_row_0/C:col10/1731091167304/Put/seqid=0 2024-11-08T18:39:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741892_1068 (size=12731) 2024-11-08T18:39:28,102 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/21253c0033e1494f80eb6fd75cd9237d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/21253c0033e1494f80eb6fd75cd9237d 2024-11-08T18:39:28,111 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into 21253c0033e1494f80eb6fd75cd9237d(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:28,111 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:28,111 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=13, startTime=1731091167966; duration=0sec 2024-11-08T18:39:28,111 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:28,111 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:28,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:28,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:28,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:28,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091228173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:28,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:28,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091228175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:28,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:28,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091228280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:28,293 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091228290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,293 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:28,436 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/5e2c19376adc4f03b1fb502bb9e91207 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e2c19376adc4f03b1fb502bb9e91207 2024-11-08T18:39:28,447 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into 5e2c19376adc4f03b1fb502bb9e91207(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:28,447 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:28,447 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=13, startTime=1731091167966; duration=0sec 2024-11-08T18:39:28,447 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:28,447 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:28,469 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/503bbe28ad594588a373d037719a47b6 2024-11-08T18:39:28,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/5e478e7ae0ac4b939f02c899f809e9f0 is 50, key is test_row_0/B:col10/1731091167491/Put/seqid=0 2024-11-08T18:39:28,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741893_1069 (size=12301) 2024-11-08T18:39:28,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:28,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091228490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091228500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:28,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T18:39:28,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:28,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091228800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,803 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:28,811 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:28,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091228810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:28,811 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:28,886 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/5e478e7ae0ac4b939f02c899f809e9f0 2024-11-08T18:39:28,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/f2efb02cce7449b9a3133e666eaae2f2 is 50, key is test_row_0/C:col10/1731091167491/Put/seqid=0 2024-11-08T18:39:28,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741894_1070 (size=12301) 2024-11-08T18:39:29,307 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/f2efb02cce7449b9a3133e666eaae2f2 2024-11-08T18:39:29,311 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091229310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,312 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/503bbe28ad594588a373d037719a47b6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/503bbe28ad594588a373d037719a47b6 2024-11-08T18:39:29,321 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091229320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,321 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,322 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/503bbe28ad594588a373d037719a47b6, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T18:39:29,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/5e478e7ae0ac4b939f02c899f809e9f0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e478e7ae0ac4b939f02c899f809e9f0 2024-11-08T18:39:29,332 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e478e7ae0ac4b939f02c899f809e9f0, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T18:39:29,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/f2efb02cce7449b9a3133e666eaae2f2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f2efb02cce7449b9a3133e666eaae2f2 2024-11-08T18:39:29,342 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f2efb02cce7449b9a3133e666eaae2f2, entries=150, sequenceid=274, filesize=12.0 K 2024-11-08T18:39:29,343 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for dd7b06dcd23bcb5938b6c655672a822f in 1319ms, sequenceid=274, compaction requested=false 2024-11-08T18:39:29,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:29,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:29,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-08T18:39:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-08T18:39:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:29,346 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:29,346 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T18:39:29,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-08T18:39:29,349 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9400 sec 2024-11-08T18:39:29,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 1.9490 sec 2024-11-08T18:39:29,359 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/770f4dbbf3a64e59ac70bfac50b208d7 is 50, key is test_row_0/A:col10/1731091169344/Put/seqid=0 2024-11-08T18:39:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741895_1071 (size=12301) 2024-11-08T18:39:29,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/770f4dbbf3a64e59ac70bfac50b208d7 2024-11-08T18:39:29,397 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/3fe60d02f194464595d9af2b02ca880a is 50, key is test_row_0/B:col10/1731091169344/Put/seqid=0 2024-11-08T18:39:29,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091229399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091229400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091229403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,406 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741896_1072 (size=12301) 2024-11-08T18:39:29,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/3fe60d02f194464595d9af2b02ca880a 2024-11-08T18:39:29,434 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/b128c4491d314f2cbefb535a2c29b2b0 is 50, key is test_row_0/C:col10/1731091169344/Put/seqid=0 2024-11-08T18:39:29,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741897_1073 (size=12301) 2024-11-08T18:39:29,442 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/b128c4491d314f2cbefb535a2c29b2b0 2024-11-08T18:39:29,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/770f4dbbf3a64e59ac70bfac50b208d7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/770f4dbbf3a64e59ac70bfac50b208d7 2024-11-08T18:39:29,456 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/770f4dbbf3a64e59ac70bfac50b208d7, entries=150, sequenceid=291, filesize=12.0 K 2024-11-08T18:39:29,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/3fe60d02f194464595d9af2b02ca880a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3fe60d02f194464595d9af2b02ca880a 2024-11-08T18:39:29,464 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3fe60d02f194464595d9af2b02ca880a, entries=150, sequenceid=291, filesize=12.0 K 2024-11-08T18:39:29,465 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/b128c4491d314f2cbefb535a2c29b2b0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b128c4491d314f2cbefb535a2c29b2b0 2024-11-08T18:39:29,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b128c4491d314f2cbefb535a2c29b2b0, entries=150, sequenceid=291, filesize=12.0 K 2024-11-08T18:39:29,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for dd7b06dcd23bcb5938b6c655672a822f in 129ms, sequenceid=291, compaction requested=true 2024-11-08T18:39:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:29,475 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:29,475 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:29,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:29,477 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:29,477 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:29,477 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:29,477 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e2c19376adc4f03b1fb502bb9e91207, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e478e7ae0ac4b939f02c899f809e9f0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3fe60d02f194464595d9af2b02ca880a] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=36.5 K 2024-11-08T18:39:29,478 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37367 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:29,478 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:29,478 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:29,478 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6832d0e0b5294b34b160b5ab34bedb70, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/503bbe28ad594588a373d037719a47b6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/770f4dbbf3a64e59ac70bfac50b208d7] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=36.5 K 2024-11-08T18:39:29,479 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e2c19376adc4f03b1fb502bb9e91207, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731091167304 2024-11-08T18:39:29,479 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6832d0e0b5294b34b160b5ab34bedb70, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731091167304 2024-11-08T18:39:29,479 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e478e7ae0ac4b939f02c899f809e9f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731091167491 2024-11-08T18:39:29,480 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 503bbe28ad594588a373d037719a47b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731091167491 2024-11-08T18:39:29,483 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 3fe60d02f194464595d9af2b02ca880a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091168171 2024-11-08T18:39:29,484 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 770f4dbbf3a64e59ac70bfac50b208d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091168171 2024-11-08T18:39:29,500 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#61 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:29,501 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/5fea384d37194c4bb6e18293fd177052 is 50, key is test_row_0/A:col10/1731091169344/Put/seqid=0 2024-11-08T18:39:29,503 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#62 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:29,504 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/a826a74b07d44ee98261f0f8b9b087d9 is 50, key is test_row_0/B:col10/1731091169344/Put/seqid=0 2024-11-08T18:39:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:29,515 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:29,515 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:39:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741898_1074 (size=13017) 2024-11-08T18:39:29,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741899_1075 (size=12983) 2024-11-08T18:39:29,523 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/6c6a399692e74b85933ab076c6c06975 is 50, key is test_row_0/A:col10/1731091169378/Put/seqid=0 2024-11-08T18:39:29,528 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/5fea384d37194c4bb6e18293fd177052 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5fea384d37194c4bb6e18293fd177052 2024-11-08T18:39:29,539 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into 5fea384d37194c4bb6e18293fd177052(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:29,539 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:29,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,539 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=13, startTime=1731091169475; duration=0sec 2024-11-08T18:39:29,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091229534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,539 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:29,539 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:29,539 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,540 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091229537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,540 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,541 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:29,541 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:29,541 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:29,541 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/21253c0033e1494f80eb6fd75cd9237d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f2efb02cce7449b9a3133e666eaae2f2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b128c4491d314f2cbefb535a2c29b2b0] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=36.5 K 2024-11-08T18:39:29,542 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21253c0033e1494f80eb6fd75cd9237d, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731091167304 2024-11-08T18:39:29,543 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2efb02cce7449b9a3133e666eaae2f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1731091167491 2024-11-08T18:39:29,543 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b128c4491d314f2cbefb535a2c29b2b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091168171 2024-11-08T18:39:29,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091229544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,545 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-08T18:39:29,551 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:29,552 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:29,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-11-08T18:39:29,554 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T18:39:29,555 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:29,555 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:29,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741900_1076 (size=17181) 2024-11-08T18:39:29,559 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#64 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:29,560 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/619beaaa8c394603b7f8821cbb0b847e is 50, key is test_row_0/C:col10/1731091169344/Put/seqid=0 2024-11-08T18:39:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741901_1077 (size=12983) 2024-11-08T18:39:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091229650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091229650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091229650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,657 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,657 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,657 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T18:39:29,709 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T18:39:29,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:29,710 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:29,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:29,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:29,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091229860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,862 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091229861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091229861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:29,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T18:39:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:29,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:29,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:29,863 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:29,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:29,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:29,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T18:39:29,923 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/a826a74b07d44ee98261f0f8b9b087d9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a826a74b07d44ee98261f0f8b9b087d9 2024-11-08T18:39:29,930 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into a826a74b07d44ee98261f0f8b9b087d9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:29,930 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:29,930 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=13, startTime=1731091169475; duration=0sec 2024-11-08T18:39:29,931 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:29,931 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:29,957 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/6c6a399692e74b85933ab076c6c06975 2024-11-08T18:39:29,968 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/541cf4ebe6ac487d9c2f26c5da43632c is 50, key is test_row_0/B:col10/1731091169378/Put/seqid=0 2024-11-08T18:39:29,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741902_1078 (size=12301) 2024-11-08T18:39:29,981 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/619beaaa8c394603b7f8821cbb0b847e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/619beaaa8c394603b7f8821cbb0b847e 2024-11-08T18:39:29,989 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into 619beaaa8c394603b7f8821cbb0b847e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:29,989 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:29,989 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=13, startTime=1731091169475; duration=0sec 2024-11-08T18:39:29,990 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:29,990 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:30,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T18:39:30,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:30,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:30,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:30,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:30,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:30,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:30,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T18:39:30,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091230170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:30,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091230171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:30,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091230171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,172 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,173 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:30,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T18:39:30,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T18:39:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:30,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:30,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091230331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,331 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091230331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,332 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_1' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,332 WARN [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,333 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/541cf4ebe6ac487d9c2f26c5da43632c 2024-11-08T18:39:30,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/ff399b8b063c46c99169bc74977fafb7 is 50, key is test_row_0/C:col10/1731091169378/Put/seqid=0 2024-11-08T18:39:30,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741903_1079 (size=12301) 2024-11-08T18:39:30,401 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=316 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/ff399b8b063c46c99169bc74977fafb7 2024-11-08T18:39:30,408 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/6c6a399692e74b85933ab076c6c06975 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6c6a399692e74b85933ab076c6c06975 2024-11-08T18:39:30,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6c6a399692e74b85933ab076c6c06975, entries=250, sequenceid=316, filesize=16.8 K 2024-11-08T18:39:30,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/541cf4ebe6ac487d9c2f26c5da43632c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/541cf4ebe6ac487d9c2f26c5da43632c 2024-11-08T18:39:30,420 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/541cf4ebe6ac487d9c2f26c5da43632c, entries=150, sequenceid=316, filesize=12.0 K 2024-11-08T18:39:30,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/ff399b8b063c46c99169bc74977fafb7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ff399b8b063c46c99169bc74977fafb7 2024-11-08T18:39:30,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ff399b8b063c46c99169bc74977fafb7, entries=150, sequenceid=316, filesize=12.0 K 2024-11-08T18:39:30,429 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dd7b06dcd23bcb5938b6c655672a822f in 913ms, sequenceid=316, compaction requested=false 2024-11-08T18:39:30,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:30,479 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-11-08T18:39:30,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:30,480 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:39:30,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/f0e91f55fae74941b5fa10eee7d3421c is 50, key is test_row_0/A:col10/1731091169531/Put/seqid=0 2024-11-08T18:39:30,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741904_1080 (size=12301) 2024-11-08T18:39:30,491 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/f0e91f55fae74941b5fa10eee7d3421c 2024-11-08T18:39:30,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/10deaf444011468691cc850ae115d7b1 is 50, key is test_row_0/B:col10/1731091169531/Put/seqid=0 2024-11-08T18:39:30,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741905_1081 (size=12301) 2024-11-08T18:39:30,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:30,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:30,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T18:39:30,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091230719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091230721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,724 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091230721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091230830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091230830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091230830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:30,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:30,906 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/10deaf444011468691cc850ae115d7b1 2024-11-08T18:39:30,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/5412f3f82b98469d81f957101c16f67a is 50, key is test_row_0/C:col10/1731091169531/Put/seqid=0 2024-11-08T18:39:30,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741906_1082 (size=12301) 2024-11-08T18:39:30,927 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/5412f3f82b98469d81f957101c16f67a 2024-11-08T18:39:30,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/f0e91f55fae74941b5fa10eee7d3421c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/f0e91f55fae74941b5fa10eee7d3421c 2024-11-08T18:39:30,941 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/f0e91f55fae74941b5fa10eee7d3421c, entries=150, sequenceid=330, filesize=12.0 K 2024-11-08T18:39:30,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/10deaf444011468691cc850ae115d7b1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10deaf444011468691cc850ae115d7b1 2024-11-08T18:39:30,949 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10deaf444011468691cc850ae115d7b1, entries=150, sequenceid=330, filesize=12.0 K 2024-11-08T18:39:30,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/5412f3f82b98469d81f957101c16f67a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5412f3f82b98469d81f957101c16f67a 2024-11-08T18:39:30,955 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5412f3f82b98469d81f957101c16f67a, entries=150, sequenceid=330, filesize=12.0 K 2024-11-08T18:39:30,956 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for dd7b06dcd23bcb5938b6c655672a822f in 477ms, sequenceid=330, compaction requested=true 2024-11-08T18:39:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:30,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-11-08T18:39:30,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-11-08T18:39:30,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-08T18:39:30,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4040 sec 2024-11-08T18:39:30,965 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.4110 sec 2024-11-08T18:39:31,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:31,046 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:31,046 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T18:39:31,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/3bd061d4459647029c30f82ba59b3805 is 50, key is test_row_0/A:col10/1731091171044/Put/seqid=0 2024-11-08T18:39:31,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741907_1083 (size=12301) 2024-11-08T18:39:31,062 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/3bd061d4459647029c30f82ba59b3805 2024-11-08T18:39:31,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091231060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091231062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,066 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,067 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091231063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,067 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,068 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/9bf2ac52e2ce4ae1a9f8c885ffb5a39e is 50, key is test_row_0/B:col10/1731091171044/Put/seqid=0 2024-11-08T18:39:31,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741908_1084 (size=12301) 2024-11-08T18:39:31,088 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/9bf2ac52e2ce4ae1a9f8c885ffb5a39e 2024-11-08T18:39:31,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/e7bed06f5aa94f1b8873e76c70eb6a04 is 50, key is test_row_0/C:col10/1731091171044/Put/seqid=0 2024-11-08T18:39:31,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741909_1085 (size=12301) 2024-11-08T18:39:31,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091231170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,171 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091231170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,172 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091231170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091231380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,382 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091231380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091231380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,383 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,383 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,513 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/e7bed06f5aa94f1b8873e76c70eb6a04 2024-11-08T18:39:31,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/3bd061d4459647029c30f82ba59b3805 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3bd061d4459647029c30f82ba59b3805 2024-11-08T18:39:31,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3bd061d4459647029c30f82ba59b3805, entries=150, sequenceid=357, filesize=12.0 K 2024-11-08T18:39:31,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/9bf2ac52e2ce4ae1a9f8c885ffb5a39e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/9bf2ac52e2ce4ae1a9f8c885ffb5a39e 2024-11-08T18:39:31,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/9bf2ac52e2ce4ae1a9f8c885ffb5a39e, entries=150, sequenceid=357, filesize=12.0 K 2024-11-08T18:39:31,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/e7bed06f5aa94f1b8873e76c70eb6a04 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e7bed06f5aa94f1b8873e76c70eb6a04 2024-11-08T18:39:31,541 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e7bed06f5aa94f1b8873e76c70eb6a04, entries=150, sequenceid=357, filesize=12.0 K 2024-11-08T18:39:31,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for dd7b06dcd23bcb5938b6c655672a822f in 496ms, sequenceid=357, compaction requested=true 2024-11-08T18:39:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:31,542 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:31,542 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:31,542 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:31,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:31,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:31,544 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54800 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:31,544 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:31,544 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:31,544 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5fea384d37194c4bb6e18293fd177052, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6c6a399692e74b85933ab076c6c06975, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/f0e91f55fae74941b5fa10eee7d3421c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3bd061d4459647029c30f82ba59b3805] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=53.5 K 2024-11-08T18:39:31,545 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fea384d37194c4bb6e18293fd177052, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091168171 2024-11-08T18:39:31,545 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:31,545 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:31,546 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:31,546 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 6c6a399692e74b85933ab076c6c06975, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731091169378 2024-11-08T18:39:31,546 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a826a74b07d44ee98261f0f8b9b087d9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/541cf4ebe6ac487d9c2f26c5da43632c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10deaf444011468691cc850ae115d7b1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/9bf2ac52e2ce4ae1a9f8c885ffb5a39e] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=48.7 K 2024-11-08T18:39:31,548 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f0e91f55fae74941b5fa10eee7d3421c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731091169531 2024-11-08T18:39:31,548 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a826a74b07d44ee98261f0f8b9b087d9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091168171 2024-11-08T18:39:31,548 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 541cf4ebe6ac487d9c2f26c5da43632c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731091169378 2024-11-08T18:39:31,548 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bd061d4459647029c30f82ba59b3805, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731091170718 2024-11-08T18:39:31,549 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10deaf444011468691cc850ae115d7b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731091169531 2024-11-08T18:39:31,550 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bf2ac52e2ce4ae1a9f8c885ffb5a39e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731091170718 2024-11-08T18:39:31,562 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#74 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:31,562 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:31,563 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/2fe4759c0ea046a49411f704ab723fee is 50, key is test_row_0/B:col10/1731091171044/Put/seqid=0 2024-11-08T18:39:31,563 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/1a6c6c215f774e83ad0d23b3cedc60c7 is 50, key is test_row_0/A:col10/1731091171044/Put/seqid=0 2024-11-08T18:39:31,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741910_1086 (size=13153) 2024-11-08T18:39:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741911_1087 (size=13119) 2024-11-08T18:39:31,591 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/1a6c6c215f774e83ad0d23b3cedc60c7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1a6c6c215f774e83ad0d23b3cedc60c7 2024-11-08T18:39:31,597 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/2fe4759c0ea046a49411f704ab723fee as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/2fe4759c0ea046a49411f704ab723fee 2024-11-08T18:39:31,601 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into 1a6c6c215f774e83ad0d23b3cedc60c7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:31,601 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:31,601 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=12, startTime=1731091171542; duration=0sec 2024-11-08T18:39:31,601 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:31,601 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:31,601 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:31,604 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:31,604 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:31,605 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:31,605 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/619beaaa8c394603b7f8821cbb0b847e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ff399b8b063c46c99169bc74977fafb7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5412f3f82b98469d81f957101c16f67a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e7bed06f5aa94f1b8873e76c70eb6a04] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=48.7 K 2024-11-08T18:39:31,606 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into 2fe4759c0ea046a49411f704ab723fee(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:31,606 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:31,606 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=12, startTime=1731091171542; duration=0sec 2024-11-08T18:39:31,606 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:31,606 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:31,607 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 619beaaa8c394603b7f8821cbb0b847e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091168171 2024-11-08T18:39:31,608 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ff399b8b063c46c99169bc74977fafb7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=316, earliestPutTs=1731091169378 2024-11-08T18:39:31,608 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5412f3f82b98469d81f957101c16f67a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1731091169531 2024-11-08T18:39:31,609 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting e7bed06f5aa94f1b8873e76c70eb6a04, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731091170718 2024-11-08T18:39:31,623 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#75 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:31,624 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/c725a48770be444d901491c8e040e62b is 50, key is test_row_0/C:col10/1731091171044/Put/seqid=0 2024-11-08T18:39:31,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741912_1088 (size=13119) 2024-11-08T18:39:31,642 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/c725a48770be444d901491c8e040e62b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/c725a48770be444d901491c8e040e62b 2024-11-08T18:39:31,650 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into c725a48770be444d901491c8e040e62b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:31,650 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:31,650 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=12, startTime=1731091171543; duration=0sec 2024-11-08T18:39:31,650 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:31,650 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:31,692 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:31,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:39:31,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/5efed9beb4394e119b9fc95394152723 is 50, key is test_row_0/A:col10/1731091171059/Put/seqid=0 2024-11-08T18:39:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-11-08T18:39:31,701 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:31,701 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-11-08T18:39:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T18:39:31,705 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:31,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741913_1089 (size=12301) 2024-11-08T18:39:31,706 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:31,706 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/5efed9beb4394e119b9fc95394152723 2024-11-08T18:39:31,706 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:31,718 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/605df876542e4079aa1eb46caa36ff65 is 50, key is test_row_0/B:col10/1731091171059/Put/seqid=0 2024-11-08T18:39:31,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741914_1090 (size=12301) 2024-11-08T18:39:31,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/605df876542e4079aa1eb46caa36ff65 2024-11-08T18:39:31,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/2fa22a49be0f4e3d91e461d11598012c is 50, key is test_row_0/C:col10/1731091171059/Put/seqid=0 2024-11-08T18:39:31,744 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091231740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,745 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091231741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091231742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,746 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,747 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741915_1091 (size=12301) 2024-11-08T18:39:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T18:39:31,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091231850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091231851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091231851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:31,856 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:31,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:31,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T18:39:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:31,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:31,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:31,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:31,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:31,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:32,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T18:39:32,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:32,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:32,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:32,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:32,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T18:39:32,061 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091232060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091232060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091232060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/2fa22a49be0f4e3d91e461d11598012c 2024-11-08T18:39:32,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/5efed9beb4394e119b9fc95394152723 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5efed9beb4394e119b9fc95394152723 2024-11-08T18:39:32,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5efed9beb4394e119b9fc95394152723, entries=150, sequenceid=373, filesize=12.0 K 2024-11-08T18:39:32,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T18:39:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:32,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] handler.RSProcedureHandler(58): pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:32,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=18 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:32,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/605df876542e4079aa1eb46caa36ff65 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/605df876542e4079aa1eb46caa36ff65 2024-11-08T18:39:32,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=18 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:32,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/605df876542e4079aa1eb46caa36ff65, entries=150, sequenceid=373, filesize=12.0 K 2024-11-08T18:39:32,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/2fa22a49be0f4e3d91e461d11598012c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/2fa22a49be0f4e3d91e461d11598012c 2024-11-08T18:39:32,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/2fa22a49be0f4e3d91e461d11598012c, entries=150, sequenceid=373, filesize=12.0 K 2024-11-08T18:39:32,186 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for dd7b06dcd23bcb5938b6c655672a822f in 494ms, sequenceid=373, compaction requested=false 2024-11-08T18:39:32,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:32,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-11-08T18:39:32,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:32,323 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T18:39:32,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/64b64dda712e4470b74aa3526bf73497 is 50, key is test_row_0/A:col10/1731091171737/Put/seqid=0 2024-11-08T18:39:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T18:39:32,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741916_1092 (size=12301) 2024-11-08T18:39:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:32,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:32,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091232370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,375 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091232370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091232371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091232371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,377 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,378 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091232375, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,378 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,379 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091232480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,485 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091232490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,491 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091232690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,692 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091232700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,704 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,735 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/64b64dda712e4470b74aa3526bf73497 2024-11-08T18:39:32,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/92246071da954620a027ccd9cb246a6c is 50, key is test_row_0/B:col10/1731091171737/Put/seqid=0 2024-11-08T18:39:32,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741917_1093 (size=12301) 2024-11-08T18:39:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T18:39:32,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091232880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091232880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,882 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,883 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:32,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091232891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:32,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091233000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,003 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091233010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,013 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,152 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/92246071da954620a027ccd9cb246a6c 2024-11-08T18:39:33,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/bd4c49ba09704ad7b37350ae8e5787c0 is 50, key is test_row_0/C:col10/1731091171737/Put/seqid=0 2024-11-08T18:39:33,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741918_1094 (size=12301) 2024-11-08T18:39:33,178 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/bd4c49ba09704ad7b37350ae8e5787c0 2024-11-08T18:39:33,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/64b64dda712e4470b74aa3526bf73497 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/64b64dda712e4470b74aa3526bf73497 2024-11-08T18:39:33,190 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/64b64dda712e4470b74aa3526bf73497, entries=150, sequenceid=398, filesize=12.0 K 2024-11-08T18:39:33,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/92246071da954620a027ccd9cb246a6c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/92246071da954620a027ccd9cb246a6c 2024-11-08T18:39:33,200 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/92246071da954620a027ccd9cb246a6c, entries=150, sequenceid=398, filesize=12.0 K 2024-11-08T18:39:33,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/bd4c49ba09704ad7b37350ae8e5787c0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/bd4c49ba09704ad7b37350ae8e5787c0 2024-11-08T18:39:33,207 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/bd4c49ba09704ad7b37350ae8e5787c0, entries=150, sequenceid=398, filesize=12.0 K 2024-11-08T18:39:33,208 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for dd7b06dcd23bcb5938b6c655672a822f in 885ms, sequenceid=398, compaction requested=true 2024-11-08T18:39:33,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:33,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:33,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-11-08T18:39:33,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-11-08T18:39:33,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-08T18:39:33,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5040 sec 2024-11-08T18:39:33,215 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.5130 sec 2024-11-08T18:39:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:33,512 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:33,512 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T18:39:33,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/8bc979326f22476ea9a6e19756760579 is 50, key is test_row_0/A:col10/1731091172361/Put/seqid=0 2024-11-08T18:39:33,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741919_1095 (size=12297) 2024-11-08T18:39:33,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091233565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,570 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091233568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,573 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091233680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091233680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-08T18:39:33,850 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:33,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:33,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-11-08T18:39:33,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T18:39:33,853 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:33,854 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:33,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:33,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091233890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091233890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,891 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_1' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2150 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,892 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091233890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091233900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,905 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,906 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,913 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:33,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091233910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:33,914 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2171 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:33,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:33,914 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:33,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/8bc979326f22476ea9a6e19756760579 2024-11-08T18:39:33,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/10797a2bbd8c4d308d2dbba09c8b7f92 is 50, key is test_row_0/B:col10/1731091172361/Put/seqid=0 2024-11-08T18:39:33,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741920_1096 (size=9857) 2024-11-08T18:39:33,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T18:39:34,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T18:39:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T18:39:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,161 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T18:39:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:34,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091234200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:34,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091234200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:34,206 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:34,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T18:39:34,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,315 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,338 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/10797a2bbd8c4d308d2dbba09c8b7f92 2024-11-08T18:39:34,349 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/66e76790b77c43ddb30bd5a3cc65718e is 50, key is test_row_0/C:col10/1731091172361/Put/seqid=0 2024-11-08T18:39:34,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741921_1097 (size=9857) 2024-11-08T18:39:34,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T18:39:34,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,469 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T18:39:34,622 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T18:39:34,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:34,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:34,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091234710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:34,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091234720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:34,725 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:34,726 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:34,756 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/66e76790b77c43ddb30bd5a3cc65718e 2024-11-08T18:39:34,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/8bc979326f22476ea9a6e19756760579 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8bc979326f22476ea9a6e19756760579 2024-11-08T18:39:34,771 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8bc979326f22476ea9a6e19756760579, entries=150, sequenceid=410, filesize=12.0 K 2024-11-08T18:39:34,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/10797a2bbd8c4d308d2dbba09c8b7f92 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10797a2bbd8c4d308d2dbba09c8b7f92 2024-11-08T18:39:34,775 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T18:39:34,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:34,775 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,776 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:34,780 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10797a2bbd8c4d308d2dbba09c8b7f92, entries=100, sequenceid=410, filesize=9.6 K 2024-11-08T18:39:34,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/66e76790b77c43ddb30bd5a3cc65718e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/66e76790b77c43ddb30bd5a3cc65718e 2024-11-08T18:39:34,786 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/66e76790b77c43ddb30bd5a3cc65718e, entries=100, sequenceid=410, filesize=9.6 K 2024-11-08T18:39:34,787 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dd7b06dcd23bcb5938b6c655672a822f in 1275ms, sequenceid=410, compaction requested=true 2024-11-08T18:39:34,787 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:34,788 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:34,788 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:34,788 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:34,790 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:34,790 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:34,790 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,790 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/2fe4759c0ea046a49411f704ab723fee, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/605df876542e4079aa1eb46caa36ff65, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/92246071da954620a027ccd9cb246a6c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10797a2bbd8c4d308d2dbba09c8b7f92] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=46.5 K 2024-11-08T18:39:34,791 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2fe4759c0ea046a49411f704ab723fee, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731091170718 2024-11-08T18:39:34,791 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50052 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:34,791 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:34,791 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,791 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 605df876542e4079aa1eb46caa36ff65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731091171050 2024-11-08T18:39:34,791 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1a6c6c215f774e83ad0d23b3cedc60c7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5efed9beb4394e119b9fc95394152723, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/64b64dda712e4470b74aa3526bf73497, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8bc979326f22476ea9a6e19756760579] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=48.9 K 2024-11-08T18:39:34,792 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 92246071da954620a027ccd9cb246a6c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731091171711 2024-11-08T18:39:34,792 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1a6c6c215f774e83ad0d23b3cedc60c7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731091170718 2024-11-08T18:39:34,792 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10797a2bbd8c4d308d2dbba09c8b7f92, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731091172361 2024-11-08T18:39:34,793 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5efed9beb4394e119b9fc95394152723, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731091171050 2024-11-08T18:39:34,794 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 64b64dda712e4470b74aa3526bf73497, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731091171711 2024-11-08T18:39:34,794 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8bc979326f22476ea9a6e19756760579, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731091172361 2024-11-08T18:39:34,809 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:34,810 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#86 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:34,810 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/43dc78e0d58b436e995f0eca10a910c5 is 50, key is test_row_0/B:col10/1731091172361/Put/seqid=0 2024-11-08T18:39:34,810 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/9cc9eaaa0cc34ceeb9066afb576098d2 is 50, key is test_row_0/A:col10/1731091172361/Put/seqid=0 2024-11-08T18:39:34,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741923_1099 (size=13289) 2024-11-08T18:39:34,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741922_1098 (size=13255) 2024-11-08T18:39:34,929 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-11-08T18:39:34,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:34,930 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:39:34,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d4152a0a63854baabd82e1ed8961e1eb is 50, key is test_row_0/A:col10/1731091173559/Put/seqid=0 2024-11-08T18:39:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741924_1100 (size=12301) 2024-11-08T18:39:34,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T18:39:35,233 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/9cc9eaaa0cc34ceeb9066afb576098d2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9cc9eaaa0cc34ceeb9066afb576098d2 2024-11-08T18:39:35,241 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/43dc78e0d58b436e995f0eca10a910c5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/43dc78e0d58b436e995f0eca10a910c5 2024-11-08T18:39:35,245 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into 9cc9eaaa0cc34ceeb9066afb576098d2(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:35,245 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:35,245 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=12, startTime=1731091174788; duration=0sec 2024-11-08T18:39:35,246 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:35,246 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:35,246 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:35,249 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47578 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:35,249 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:35,249 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into 43dc78e0d58b436e995f0eca10a910c5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:35,249 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:35,249 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=12, startTime=1731091174788; duration=0sec 2024-11-08T18:39:35,249 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:35,249 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:35,250 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:35,250 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/c725a48770be444d901491c8e040e62b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/2fa22a49be0f4e3d91e461d11598012c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/bd4c49ba09704ad7b37350ae8e5787c0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/66e76790b77c43ddb30bd5a3cc65718e] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=46.5 K 2024-11-08T18:39:35,251 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c725a48770be444d901491c8e040e62b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1731091170718 2024-11-08T18:39:35,252 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fa22a49be0f4e3d91e461d11598012c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1731091171050 2024-11-08T18:39:35,252 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting bd4c49ba09704ad7b37350ae8e5787c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1731091171711 2024-11-08T18:39:35,253 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 66e76790b77c43ddb30bd5a3cc65718e, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731091172361 2024-11-08T18:39:35,265 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:35,266 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/b369a8f0d3e547f084fe37e7e9f5e9bf is 50, key is test_row_0/C:col10/1731091172361/Put/seqid=0 2024-11-08T18:39:35,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741925_1101 (size=13255) 2024-11-08T18:39:35,279 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/b369a8f0d3e547f084fe37e7e9f5e9bf as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b369a8f0d3e547f084fe37e7e9f5e9bf 2024-11-08T18:39:35,288 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into b369a8f0d3e547f084fe37e7e9f5e9bf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:35,288 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:35,288 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=12, startTime=1731091174788; duration=0sec 2024-11-08T18:39:35,289 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:35,289 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:35,349 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d4152a0a63854baabd82e1ed8961e1eb 2024-11-08T18:39:35,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/c6beb6dad8bf40c98679cfef03a4956c is 50, key is test_row_0/B:col10/1731091173559/Put/seqid=0 2024-11-08T18:39:35,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741926_1102 (size=12301) 2024-11-08T18:39:35,366 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/c6beb6dad8bf40c98679cfef03a4956c 2024-11-08T18:39:35,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/1389fe8d6fce497da56cd3c48a668256 is 50, key is test_row_0/C:col10/1731091173559/Put/seqid=0 2024-11-08T18:39:35,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741927_1103 (size=12301) 2024-11-08T18:39:35,391 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/1389fe8d6fce497da56cd3c48a668256 2024-11-08T18:39:35,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/d4152a0a63854baabd82e1ed8961e1eb as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d4152a0a63854baabd82e1ed8961e1eb 2024-11-08T18:39:35,405 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d4152a0a63854baabd82e1ed8961e1eb, entries=150, sequenceid=434, filesize=12.0 K 2024-11-08T18:39:35,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/c6beb6dad8bf40c98679cfef03a4956c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c6beb6dad8bf40c98679cfef03a4956c 2024-11-08T18:39:35,412 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c6beb6dad8bf40c98679cfef03a4956c, entries=150, sequenceid=434, filesize=12.0 K 2024-11-08T18:39:35,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/1389fe8d6fce497da56cd3c48a668256 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1389fe8d6fce497da56cd3c48a668256 2024-11-08T18:39:35,422 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1389fe8d6fce497da56cd3c48a668256, entries=150, sequenceid=434, filesize=12.0 K 2024-11-08T18:39:35,423 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for dd7b06dcd23bcb5938b6c655672a822f in 493ms, sequenceid=434, compaction requested=false 2024-11-08T18:39:35,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:35,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:35,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-11-08T18:39:35,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-11-08T18:39:35,428 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-11-08T18:39:35,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec 2024-11-08T18:39:35,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.5780 sec 2024-11-08T18:39:35,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:35,741 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:35,741 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:39:35,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/083a2e336dba47599e84d1445924629f is 50, key is test_row_0/A:col10/1731091175740/Put/seqid=0 2024-11-08T18:39:35,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741928_1104 (size=14741) 2024-11-08T18:39:35,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:35,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091235787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:35,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091235788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:35,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:35,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54540 deadline: 1731091235900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:35,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091235900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:35,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:35,905 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_1' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4164 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:35,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091235900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,906 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,907 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:35,912 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:35,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54584 deadline: 1731091235910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:35,912 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:35,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:35,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:35,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54568 deadline: 1731091235930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:35,932 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in dd7b06dcd23bcb5938b6c655672a822f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:35,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:35,933 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:36,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-11-08T18:39:36,001 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:36,001 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:36,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-11-08T18:39:36,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T18:39:36,004 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:36,005 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:36,005 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:36,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T18:39:36,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:36,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091236110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:36,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,111 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:36,115 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:36,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091236110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,115 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:36,155 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/083a2e336dba47599e84d1445924629f 2024-11-08T18:39:36,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T18:39:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:36,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/b8ab3003f68143a4ba0d01b55785d199 is 50, key is test_row_0/B:col10/1731091175740/Put/seqid=0 2024-11-08T18:39:36,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741929_1105 (size=12301) 2024-11-08T18:39:36,171 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/b8ab3003f68143a4ba0d01b55785d199 2024-11-08T18:39:36,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/be81bcca20eb4d5a827366c9c854576e is 50, key is test_row_0/C:col10/1731091175740/Put/seqid=0 2024-11-08T18:39:36,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741930_1106 (size=12301) 2024-11-08T18:39:36,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T18:39:36,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:36,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,314 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T18:39:36,422 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091236420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,423 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,423 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091236420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:36,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,424 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:36,467 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T18:39:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,467 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,593 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/be81bcca20eb4d5a827366c9c854576e 2024-11-08T18:39:36,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/083a2e336dba47599e84d1445924629f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/083a2e336dba47599e84d1445924629f 2024-11-08T18:39:36,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/083a2e336dba47599e84d1445924629f, entries=200, sequenceid=449, filesize=14.4 K 2024-11-08T18:39:36,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/b8ab3003f68143a4ba0d01b55785d199 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b8ab3003f68143a4ba0d01b55785d199 2024-11-08T18:39:36,617 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b8ab3003f68143a4ba0d01b55785d199, entries=150, sequenceid=449, filesize=12.0 K 2024-11-08T18:39:36,618 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/be81bcca20eb4d5a827366c9c854576e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/be81bcca20eb4d5a827366c9c854576e 2024-11-08T18:39:36,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T18:39:36,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,621 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:36,625 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/be81bcca20eb4d5a827366c9c854576e, entries=150, sequenceid=449, filesize=12.0 K 2024-11-08T18:39:36,626 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for dd7b06dcd23bcb5938b6c655672a822f in 885ms, sequenceid=449, compaction requested=true 2024-11-08T18:39:36,626 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:36,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:36,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:36,626 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:36,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:36,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:36,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:36,626 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:36,626 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:36,628 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40331 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:36,628 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:36,628 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:36,628 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,628 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:36,628 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,628 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9cc9eaaa0cc34ceeb9066afb576098d2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d4152a0a63854baabd82e1ed8961e1eb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/083a2e336dba47599e84d1445924629f] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=39.4 K 2024-11-08T18:39:36,628 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/43dc78e0d58b436e995f0eca10a910c5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c6beb6dad8bf40c98679cfef03a4956c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b8ab3003f68143a4ba0d01b55785d199] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=37.0 K 2024-11-08T18:39:36,628 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cc9eaaa0cc34ceeb9066afb576098d2, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731091171711 2024-11-08T18:39:36,629 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 43dc78e0d58b436e995f0eca10a910c5, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731091171711 2024-11-08T18:39:36,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T18:39:36,630 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d4152a0a63854baabd82e1ed8961e1eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731091173559 2024-11-08T18:39:36,630 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c6beb6dad8bf40c98679cfef03a4956c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731091173559 2024-11-08T18:39:36,630 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 083a2e336dba47599e84d1445924629f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731091175725 2024-11-08T18:39:36,631 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b8ab3003f68143a4ba0d01b55785d199, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731091175725 2024-11-08T18:39:36,647 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:36,648 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/9130e2cf59ad4a60bc04b1e678cd7e60 is 50, key is test_row_0/A:col10/1731091175740/Put/seqid=0 2024-11-08T18:39:36,648 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#95 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:36,649 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/e5a94862597b40c491226eb402dd8f6d is 50, key is test_row_0/B:col10/1731091175740/Put/seqid=0 2024-11-08T18:39:36,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741932_1108 (size=13391) 2024-11-08T18:39:36,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741931_1107 (size=13357) 2024-11-08T18:39:36,680 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/e5a94862597b40c491226eb402dd8f6d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/e5a94862597b40c491226eb402dd8f6d 2024-11-08T18:39:36,689 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into e5a94862597b40c491226eb402dd8f6d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:36,689 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:36,689 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=13, startTime=1731091176626; duration=0sec 2024-11-08T18:39:36,690 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:36,690 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:36,690 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:36,691 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:36,691 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:36,692 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,692 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b369a8f0d3e547f084fe37e7e9f5e9bf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1389fe8d6fce497da56cd3c48a668256, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/be81bcca20eb4d5a827366c9c854576e] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=37.0 K 2024-11-08T18:39:36,692 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b369a8f0d3e547f084fe37e7e9f5e9bf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1731091171711 2024-11-08T18:39:36,694 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1389fe8d6fce497da56cd3c48a668256, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1731091173559 2024-11-08T18:39:36,694 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting be81bcca20eb4d5a827366c9c854576e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731091175725 2024-11-08T18:39:36,703 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#96 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:36,703 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/1d8856aab496498e828d09b0e22d1352 is 50, key is test_row_0/C:col10/1731091175740/Put/seqid=0 2024-11-08T18:39:36,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741933_1109 (size=13357) 2024-11-08T18:39:36,722 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/1d8856aab496498e828d09b0e22d1352 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1d8856aab496498e828d09b0e22d1352 2024-11-08T18:39:36,732 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into 1d8856aab496498e828d09b0e22d1352(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:36,732 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:36,732 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=13, startTime=1731091176626; duration=0sec 2024-11-08T18:39:36,732 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:36,732 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:36,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-11-08T18:39:36,774 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:36,774 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:39:36,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/a6e5ca366b594c428f7c61e0f00d9d4a is 50, key is test_row_0/A:col10/1731091175786/Put/seqid=0 2024-11-08T18:39:36,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741934_1110 (size=12301) 2024-11-08T18:39:36,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:36,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:36,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:36,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091236949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:36,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,954 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:36,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:36,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091236950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:36,955 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:37,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:37,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091237060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,061 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:37,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:37,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091237060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:37,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,063 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:37,078 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/9130e2cf59ad4a60bc04b1e678cd7e60 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9130e2cf59ad4a60bc04b1e678cd7e60 2024-11-08T18:39:37,084 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into 9130e2cf59ad4a60bc04b1e678cd7e60(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:37,084 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:37,084 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=13, startTime=1731091176626; duration=0sec 2024-11-08T18:39:37,085 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:37,085 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T18:39:37,185 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/a6e5ca366b594c428f7c61e0f00d9d4a 2024-11-08T18:39:37,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/08b204adf572487f82fb1f3e3dc532ae is 50, key is test_row_0/B:col10/1731091175786/Put/seqid=0 2024-11-08T18:39:37,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741935_1111 (size=12301) 2024-11-08T18:39:37,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:37,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091237270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,273 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:37,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:37,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091237270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:37,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,274 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:37,583 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091237579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:37,584 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091237580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:37,584 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:37,601 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/08b204adf572487f82fb1f3e3dc532ae 2024-11-08T18:39:37,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/f6ee39cb82594c458523212f192b8ddb is 50, key is test_row_0/C:col10/1731091175786/Put/seqid=0 2024-11-08T18:39:37,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741936_1112 (size=12301) 2024-11-08T18:39:38,026 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=475 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/f6ee39cb82594c458523212f192b8ddb 2024-11-08T18:39:38,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/a6e5ca366b594c428f7c61e0f00d9d4a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6e5ca366b594c428f7c61e0f00d9d4a 2024-11-08T18:39:38,038 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6e5ca366b594c428f7c61e0f00d9d4a, entries=150, sequenceid=475, filesize=12.0 K 2024-11-08T18:39:38,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/08b204adf572487f82fb1f3e3dc532ae as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/08b204adf572487f82fb1f3e3dc532ae 2024-11-08T18:39:38,044 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/08b204adf572487f82fb1f3e3dc532ae, entries=150, sequenceid=475, filesize=12.0 K 2024-11-08T18:39:38,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/f6ee39cb82594c458523212f192b8ddb as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f6ee39cb82594c458523212f192b8ddb 2024-11-08T18:39:38,050 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f6ee39cb82594c458523212f192b8ddb, entries=150, sequenceid=475, filesize=12.0 K 2024-11-08T18:39:38,052 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for dd7b06dcd23bcb5938b6c655672a822f in 1277ms, sequenceid=475, compaction requested=false 2024-11-08T18:39:38,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:38,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-11-08T18:39:38,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-11-08T18:39:38,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-08T18:39:38,056 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0490 sec 2024-11-08T18:39:38,060 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 2.0570 sec 2024-11-08T18:39:38,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:38,092 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:38,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T18:39:38,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/51d29647549a43b6ac8c28476ac9e0dd is 50, key is test_row_0/A:col10/1731091178091/Put/seqid=0 2024-11-08T18:39:38,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741937_1113 (size=17181) 2024-11-08T18:39:38,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-11-08T18:39:38,151 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:38,151 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-11-08T18:39:38,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T18:39:38,154 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:38,154 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:38,155 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:38,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:38,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091238178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,183 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:38,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:38,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091238183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,187 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:38,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T18:39:38,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:38,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091238290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:38,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:38,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,294 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091238290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:38,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,294 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:38,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T18:39:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:38,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,461 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T18:39:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,461 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T18:39:38,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091238500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:38,501 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091238500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:38,527 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/51d29647549a43b6ac8c28476ac9e0dd 2024-11-08T18:39:38,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/8e8ec8bf2d864bb9a06e68616066c0c5 is 50, key is test_row_0/B:col10/1731091178091/Put/seqid=0 2024-11-08T18:39:38,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741938_1114 (size=12301) 2024-11-08T18:39:38,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T18:39:38,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:38,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,768 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T18:39:38,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:38,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T18:39:38,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091238810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:38,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:38,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091238810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:38,921 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T18:39:38,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:38,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:38,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/8e8ec8bf2d864bb9a06e68616066c0c5 2024-11-08T18:39:38,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/7fb3c2befc134c7280eaf888b8dcd2f3 is 50, key is test_row_0/C:col10/1731091178091/Put/seqid=0 2024-11-08T18:39:38,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741939_1115 (size=12301) 2024-11-08T18:39:39,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T18:39:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:39,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:39,075 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:39,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:39,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:39,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T18:39:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:39,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:39,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:39,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:39,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T18:39:39,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:39,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54528 deadline: 1731091239319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:39,322 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:39,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:39,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:54514 deadline: 1731091239330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:39:39,355 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=490 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/7fb3c2befc134c7280eaf888b8dcd2f3 2024-11-08T18:39:39,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/51d29647549a43b6ac8c28476ac9e0dd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/51d29647549a43b6ac8c28476ac9e0dd 2024-11-08T18:39:39,367 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/51d29647549a43b6ac8c28476ac9e0dd, entries=250, sequenceid=490, filesize=16.8 K 2024-11-08T18:39:39,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/8e8ec8bf2d864bb9a06e68616066c0c5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/8e8ec8bf2d864bb9a06e68616066c0c5 2024-11-08T18:39:39,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/8e8ec8bf2d864bb9a06e68616066c0c5, entries=150, sequenceid=490, filesize=12.0 K 2024-11-08T18:39:39,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/7fb3c2befc134c7280eaf888b8dcd2f3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7fb3c2befc134c7280eaf888b8dcd2f3 2024-11-08T18:39:39,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7fb3c2befc134c7280eaf888b8dcd2f3, entries=150, sequenceid=490, filesize=12.0 K 2024-11-08T18:39:39,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for dd7b06dcd23bcb5938b6c655672a822f in 1288ms, sequenceid=490, compaction requested=true 2024-11-08T18:39:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:39,381 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:39,382 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:39,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store dd7b06dcd23bcb5938b6c655672a822f:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:39,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:39,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-11-08T18:39:39,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:39,382 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T18:39:39,383 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:39,383 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42873 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:39,383 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/A is initiating minor compaction (all files) 2024-11-08T18:39:39,383 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/B is initiating minor compaction (all files) 2024-11-08T18:39:39,383 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/B in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:39,383 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/A in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:39,383 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/e5a94862597b40c491226eb402dd8f6d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/08b204adf572487f82fb1f3e3dc532ae, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/8e8ec8bf2d864bb9a06e68616066c0c5] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=37.1 K 2024-11-08T18:39:39,383 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9130e2cf59ad4a60bc04b1e678cd7e60, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6e5ca366b594c428f7c61e0f00d9d4a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/51d29647549a43b6ac8c28476ac9e0dd] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=41.9 K 2024-11-08T18:39:39,384 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting e5a94862597b40c491226eb402dd8f6d, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731091175725 2024-11-08T18:39:39,384 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9130e2cf59ad4a60bc04b1e678cd7e60, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731091175725 2024-11-08T18:39:39,384 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 08b204adf572487f82fb1f3e3dc532ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731091175780 2024-11-08T18:39:39,385 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6e5ca366b594c428f7c61e0f00d9d4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731091175780 2024-11-08T18:39:39,385 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e8ec8bf2d864bb9a06e68616066c0c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731091176947 2024-11-08T18:39:39,386 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 51d29647549a43b6ac8c28476ac9e0dd, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731091176942 2024-11-08T18:39:39,391 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/555357ac0493462e8662495a421ff123 is 50, key is test_row_0/A:col10/1731091178164/Put/seqid=0 2024-11-08T18:39:39,396 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#B#compaction#104 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:39,397 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/988584f35b134a499ca05cfa9566d24e is 50, key is test_row_0/B:col10/1731091178091/Put/seqid=0 2024-11-08T18:39:39,403 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:39,404 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/e93c6f20e100461e8924bef1ef1e96d8 is 50, key is test_row_0/A:col10/1731091178091/Put/seqid=0 2024-11-08T18:39:39,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741941_1117 (size=13459) 2024-11-08T18:39:39,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741940_1116 (size=12301) 2024-11-08T18:39:39,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741942_1118 (size=13493) 2024-11-08T18:39:39,806 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/555357ac0493462e8662495a421ff123 2024-11-08T18:39:39,811 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/988584f35b134a499ca05cfa9566d24e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/988584f35b134a499ca05cfa9566d24e 2024-11-08T18:39:39,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/3484e904e82041a99b20851746d3c1df is 50, key is test_row_0/B:col10/1731091178164/Put/seqid=0 2024-11-08T18:39:39,818 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/B of dd7b06dcd23bcb5938b6c655672a822f into 988584f35b134a499ca05cfa9566d24e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:39,818 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:39,818 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/B, priority=13, startTime=1731091179381; duration=0sec 2024-11-08T18:39:39,818 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:39,819 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:B 2024-11-08T18:39:39,819 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:39:39,820 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/e93c6f20e100461e8924bef1ef1e96d8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/e93c6f20e100461e8924bef1ef1e96d8 2024-11-08T18:39:39,822 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:39:39,822 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): dd7b06dcd23bcb5938b6c655672a822f/C is initiating minor compaction (all files) 2024-11-08T18:39:39,823 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of dd7b06dcd23bcb5938b6c655672a822f/C in TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:39,823 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1d8856aab496498e828d09b0e22d1352, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f6ee39cb82594c458523212f192b8ddb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7fb3c2befc134c7280eaf888b8dcd2f3] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp, totalSize=37.1 K 2024-11-08T18:39:39,823 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d8856aab496498e828d09b0e22d1352, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=449, earliestPutTs=1731091175725 2024-11-08T18:39:39,824 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f6ee39cb82594c458523212f192b8ddb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=475, earliestPutTs=1731091175780 2024-11-08T18:39:39,824 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fb3c2befc134c7280eaf888b8dcd2f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=490, earliestPutTs=1731091176947 2024-11-08T18:39:39,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741943_1119 (size=12301) 2024-11-08T18:39:39,829 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/A of dd7b06dcd23bcb5938b6c655672a822f into e93c6f20e100461e8924bef1ef1e96d8(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:39,829 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:39,829 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/A, priority=13, startTime=1731091179381; duration=0sec 2024-11-08T18:39:39,830 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:39,830 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:A 2024-11-08T18:39:39,836 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): dd7b06dcd23bcb5938b6c655672a822f#C#compaction#107 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:39,837 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/df296b216cf841ef8c245f9faa7cc354 is 50, key is test_row_0/C:col10/1731091178091/Put/seqid=0 2024-11-08T18:39:39,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741944_1120 (size=13459) 2024-11-08T18:39:39,855 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/df296b216cf841ef8c245f9faa7cc354 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/df296b216cf841ef8c245f9faa7cc354 2024-11-08T18:39:39,864 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in dd7b06dcd23bcb5938b6c655672a822f/C of dd7b06dcd23bcb5938b6c655672a822f into df296b216cf841ef8c245f9faa7cc354(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:39,864 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:39,864 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., storeName=dd7b06dcd23bcb5938b6c655672a822f/C, priority=13, startTime=1731091179382; duration=0sec 2024-11-08T18:39:39,864 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:39,864 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: dd7b06dcd23bcb5938b6c655672a822f:C 2024-11-08T18:39:39,920 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-11-08T18:39:39,920 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:39:39,922 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-11-08T18:39:39,922 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:39:39,922 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-11-08T18:39:39,922 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:39:39,923 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-11-08T18:39:39,923 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:39:39,926 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,926 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,926 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,926 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,926 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:39,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:39,926 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,926 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:39,927 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:39,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:39,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. as already flushing 2024-11-08T18:39:39,942 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-11-08T18:39:39,942 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:39:39,942 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,942 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:39,952 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-11-08T18:39:39,952 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:39:39,952 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,952 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,952 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:39,961 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-11-08T18:39:39,961 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:39:39,961 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,961 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:39,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:40,227 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/3484e904e82041a99b20851746d3c1df 2024-11-08T18:39:40,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/7eb8afcfb5ca4e628476984ad6e01a3e is 50, key is test_row_0/C:col10/1731091178164/Put/seqid=0 2024-11-08T18:39:40,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741945_1121 (size=12301) 2024-11-08T18:39:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T18:39:40,332 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-11-08T18:39:40,332 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:39:40,332 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:40,332 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:40,332 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:40,351 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-11-08T18:39:40,351 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:39:40,351 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:40,351 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:40,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:40,642 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/7eb8afcfb5ca4e628476984ad6e01a3e 2024-11-08T18:39:40,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/555357ac0493462e8662495a421ff123 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/555357ac0493462e8662495a421ff123 2024-11-08T18:39:40,652 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/555357ac0493462e8662495a421ff123, entries=150, sequenceid=512, filesize=12.0 K 2024-11-08T18:39:40,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/3484e904e82041a99b20851746d3c1df as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3484e904e82041a99b20851746d3c1df 2024-11-08T18:39:40,657 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3484e904e82041a99b20851746d3c1df, entries=150, sequenceid=512, filesize=12.0 K 2024-11-08T18:39:40,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/7eb8afcfb5ca4e628476984ad6e01a3e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7eb8afcfb5ca4e628476984ad6e01a3e 2024-11-08T18:39:40,662 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7eb8afcfb5ca4e628476984ad6e01a3e, entries=150, sequenceid=512, filesize=12.0 K 2024-11-08T18:39:40,663 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=33.54 KB/34350 for dd7b06dcd23bcb5938b6c655672a822f in 1281ms, sequenceid=512, compaction requested=false 2024-11-08T18:39:40,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for dd7b06dcd23bcb5938b6c655672a822f: 2024-11-08T18:39:40,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:40,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-11-08T18:39:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-11-08T18:39:40,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-11-08T18:39:40,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5100 sec 2024-11-08T18:39:40,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 2.5160 sec 2024-11-08T18:39:42,281 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:39:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-11-08T18:39:42,320 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 122 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 55 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 124 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3410 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3471 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1562 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4686 rows 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1558 2024-11-08T18:39:42,321 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4674 rows 2024-11-08T18:39:42,321 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:39:42,321 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:39:42,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:42,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:42,322 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:39:42,326 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-08T18:39:42,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:42,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T18:39:42,333 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091182333"}]},"ts":"1731091182333"} 2024-11-08T18:39:42,336 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T18:39:42,336 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T18:39:42,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T18:39:42,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd7b06dcd23bcb5938b6c655672a822f, UNASSIGN}] 2024-11-08T18:39:42,342 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd7b06dcd23bcb5938b6c655672a822f, UNASSIGN 2024-11-08T18:39:42,344 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=dd7b06dcd23bcb5938b6c655672a822f, regionState=CLOSING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:42,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd7b06dcd23bcb5938b6c655672a822f, UNASSIGN because future has completed 2024-11-08T18:39:42,346 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T18:39:42,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:39:42,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T18:39:42,502 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(122): Close dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:42,502 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T18:39:42,503 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1722): Closing dd7b06dcd23bcb5938b6c655672a822f, disabling compactions & flushes 2024-11-08T18:39:42,503 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:42,503 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:42,503 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. after waiting 0 ms 2024-11-08T18:39:42,503 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:42,504 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(2902): Flushing dd7b06dcd23bcb5938b6c655672a822f 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T18:39:42,509 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/cd7b080d3c2c4d448b151906fc8e7eb5 is 50, key is test_row_0/A:col10/1731091180350/Put/seqid=0 2024-11-08T18:39:42,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741946_1122 (size=12301) 2024-11-08T18:39:42,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T18:39:42,914 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/cd7b080d3c2c4d448b151906fc8e7eb5 2024-11-08T18:39:42,921 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/18d24247ab2445b28d61bae15b81ab68 is 50, key is test_row_0/B:col10/1731091180350/Put/seqid=0 2024-11-08T18:39:42,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741947_1123 (size=12301) 2024-11-08T18:39:42,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T18:39:43,326 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/18d24247ab2445b28d61bae15b81ab68 2024-11-08T18:39:43,334 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/c5ab6a3b08ac4daa94ad23c5269dd1f5 is 50, key is test_row_0/C:col10/1731091180350/Put/seqid=0 2024-11-08T18:39:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741948_1124 (size=12301) 2024-11-08T18:39:43,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T18:39:43,738 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/c5ab6a3b08ac4daa94ad23c5269dd1f5 2024-11-08T18:39:43,744 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/A/cd7b080d3c2c4d448b151906fc8e7eb5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cd7b080d3c2c4d448b151906fc8e7eb5 2024-11-08T18:39:43,748 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cd7b080d3c2c4d448b151906fc8e7eb5, entries=150, sequenceid=523, filesize=12.0 K 2024-11-08T18:39:43,749 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/B/18d24247ab2445b28d61bae15b81ab68 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/18d24247ab2445b28d61bae15b81ab68 2024-11-08T18:39:43,753 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/18d24247ab2445b28d61bae15b81ab68, entries=150, sequenceid=523, filesize=12.0 K 2024-11-08T18:39:43,754 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/.tmp/C/c5ab6a3b08ac4daa94ad23c5269dd1f5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/c5ab6a3b08ac4daa94ad23c5269dd1f5 2024-11-08T18:39:43,757 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/c5ab6a3b08ac4daa94ad23c5269dd1f5, entries=150, sequenceid=523, filesize=12.0 K 2024-11-08T18:39:43,758 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for dd7b06dcd23bcb5938b6c655672a822f in 1255ms, sequenceid=523, compaction requested=true 2024-11-08T18:39:43,759 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/81a953b9a4fd49d09ad37e30e19caded, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/09a568ffeb65419fa5106ca8d0419cc2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0e50c56d4f754a34ba4c8c6f90c5a85c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d7b2df25a157487092cb5c42cf808d3f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/df88efe89ff84e2cb089d7697d364cb8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/89e6ce7959134abfaaf52d4ad95c13d9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/860c7f6970d540afacb14b89b781eaa4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cf2b577d8a6c4a9bb523459c1edbd550, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1729fcf0d12c415eb473701998e9bccf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8241af8cae4046098499639bee148ee8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1e6628316f084027a3d8e62951391598, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d86b6ea48daa42818e46ef123175caba, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6fa2bb0e24d4611a103e7983feecd48, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0853e13d6788435e867e3e1ef9ad0d4f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d365b919b26740b8ae821a2fce563e58, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6f7e36966b374c22a7e47a2708956526, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3ec5e840c0614eb49c4af28e435bbe1f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/e7e8d2d24f914def94b32de1bb0b9275, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6832d0e0b5294b34b160b5ab34bedb70, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/503bbe28ad594588a373d037719a47b6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5fea384d37194c4bb6e18293fd177052, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/770f4dbbf3a64e59ac70bfac50b208d7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6c6a399692e74b85933ab076c6c06975, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/f0e91f55fae74941b5fa10eee7d3421c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1a6c6c215f774e83ad0d23b3cedc60c7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3bd061d4459647029c30f82ba59b3805, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5efed9beb4394e119b9fc95394152723, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/64b64dda712e4470b74aa3526bf73497, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9cc9eaaa0cc34ceeb9066afb576098d2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8bc979326f22476ea9a6e19756760579, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d4152a0a63854baabd82e1ed8961e1eb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/083a2e336dba47599e84d1445924629f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9130e2cf59ad4a60bc04b1e678cd7e60, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6e5ca366b594c428f7c61e0f00d9d4a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/51d29647549a43b6ac8c28476ac9e0dd] to archive 2024-11-08T18:39:43,762 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:39:43,767 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/81a953b9a4fd49d09ad37e30e19caded to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/81a953b9a4fd49d09ad37e30e19caded 2024-11-08T18:39:43,769 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/09a568ffeb65419fa5106ca8d0419cc2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/09a568ffeb65419fa5106ca8d0419cc2 2024-11-08T18:39:43,770 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0e50c56d4f754a34ba4c8c6f90c5a85c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0e50c56d4f754a34ba4c8c6f90c5a85c 2024-11-08T18:39:43,771 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d7b2df25a157487092cb5c42cf808d3f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d7b2df25a157487092cb5c42cf808d3f 2024-11-08T18:39:43,772 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/df88efe89ff84e2cb089d7697d364cb8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/df88efe89ff84e2cb089d7697d364cb8 2024-11-08T18:39:43,774 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/89e6ce7959134abfaaf52d4ad95c13d9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/89e6ce7959134abfaaf52d4ad95c13d9 2024-11-08T18:39:43,775 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/860c7f6970d540afacb14b89b781eaa4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/860c7f6970d540afacb14b89b781eaa4 2024-11-08T18:39:43,776 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cf2b577d8a6c4a9bb523459c1edbd550 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cf2b577d8a6c4a9bb523459c1edbd550 2024-11-08T18:39:43,778 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1729fcf0d12c415eb473701998e9bccf to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1729fcf0d12c415eb473701998e9bccf 2024-11-08T18:39:43,779 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8241af8cae4046098499639bee148ee8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8241af8cae4046098499639bee148ee8 2024-11-08T18:39:43,780 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1e6628316f084027a3d8e62951391598 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1e6628316f084027a3d8e62951391598 2024-11-08T18:39:43,782 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d86b6ea48daa42818e46ef123175caba to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d86b6ea48daa42818e46ef123175caba 2024-11-08T18:39:43,783 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6fa2bb0e24d4611a103e7983feecd48 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6fa2bb0e24d4611a103e7983feecd48 2024-11-08T18:39:43,784 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0853e13d6788435e867e3e1ef9ad0d4f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/0853e13d6788435e867e3e1ef9ad0d4f 2024-11-08T18:39:43,785 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d365b919b26740b8ae821a2fce563e58 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d365b919b26740b8ae821a2fce563e58 2024-11-08T18:39:43,787 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6f7e36966b374c22a7e47a2708956526 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6f7e36966b374c22a7e47a2708956526 2024-11-08T18:39:43,788 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3ec5e840c0614eb49c4af28e435bbe1f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3ec5e840c0614eb49c4af28e435bbe1f 2024-11-08T18:39:43,789 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/e7e8d2d24f914def94b32de1bb0b9275 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/e7e8d2d24f914def94b32de1bb0b9275 2024-11-08T18:39:43,790 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6832d0e0b5294b34b160b5ab34bedb70 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6832d0e0b5294b34b160b5ab34bedb70 2024-11-08T18:39:43,791 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/503bbe28ad594588a373d037719a47b6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/503bbe28ad594588a373d037719a47b6 2024-11-08T18:39:43,793 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5fea384d37194c4bb6e18293fd177052 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5fea384d37194c4bb6e18293fd177052 2024-11-08T18:39:43,794 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/770f4dbbf3a64e59ac70bfac50b208d7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/770f4dbbf3a64e59ac70bfac50b208d7 2024-11-08T18:39:43,795 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6c6a399692e74b85933ab076c6c06975 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/6c6a399692e74b85933ab076c6c06975 2024-11-08T18:39:43,796 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/f0e91f55fae74941b5fa10eee7d3421c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/f0e91f55fae74941b5fa10eee7d3421c 2024-11-08T18:39:43,797 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1a6c6c215f774e83ad0d23b3cedc60c7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/1a6c6c215f774e83ad0d23b3cedc60c7 2024-11-08T18:39:43,798 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3bd061d4459647029c30f82ba59b3805 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/3bd061d4459647029c30f82ba59b3805 2024-11-08T18:39:43,800 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5efed9beb4394e119b9fc95394152723 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/5efed9beb4394e119b9fc95394152723 2024-11-08T18:39:43,801 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/64b64dda712e4470b74aa3526bf73497 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/64b64dda712e4470b74aa3526bf73497 2024-11-08T18:39:43,802 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9cc9eaaa0cc34ceeb9066afb576098d2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9cc9eaaa0cc34ceeb9066afb576098d2 2024-11-08T18:39:43,803 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8bc979326f22476ea9a6e19756760579 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/8bc979326f22476ea9a6e19756760579 2024-11-08T18:39:43,804 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d4152a0a63854baabd82e1ed8961e1eb to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/d4152a0a63854baabd82e1ed8961e1eb 2024-11-08T18:39:43,806 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/083a2e336dba47599e84d1445924629f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/083a2e336dba47599e84d1445924629f 2024-11-08T18:39:43,807 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9130e2cf59ad4a60bc04b1e678cd7e60 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/9130e2cf59ad4a60bc04b1e678cd7e60 2024-11-08T18:39:43,808 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6e5ca366b594c428f7c61e0f00d9d4a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/a6e5ca366b594c428f7c61e0f00d9d4a 2024-11-08T18:39:43,809 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/51d29647549a43b6ac8c28476ac9e0dd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/51d29647549a43b6ac8c28476ac9e0dd 2024-11-08T18:39:43,824 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a2b46716d1e94397b059e70bc5495486, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c844979566d345569ef36731b0a4d95c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a11d5ed0b6b74e018f1fb72e592b2e00, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49374ae1025b4638a644640aa3e3e0d1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49e84c77e8184b9f85dbd15dc290fc2f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/39a67ca4d58045b8ad746a816982c76c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c892f13de88144beaed0b6977eb36204, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5c0e6e062ca34f47bdda7a25ec272bf5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b17d3b51d4a14895bb5651a6c153271d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/d197d7705a0d48f1831dea53b2fe9a6b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/6f68be95253e41a88b055cc366be78d4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/909f33706c174e359157f23b8a3e9e7b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/1df14ba50c9f4961a37565a760c31624, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/03575eb576564f95b8f877212c39ef8d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/382fb1ded3794c62ab3a1b5f0ad9dc3a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/ae9d31af4c6844e1b9a1bac179be91af, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e2c19376adc4f03b1fb502bb9e91207, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/54acde3624024cb7818a205e1273693b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e478e7ae0ac4b939f02c899f809e9f0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a826a74b07d44ee98261f0f8b9b087d9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3fe60d02f194464595d9af2b02ca880a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/541cf4ebe6ac487d9c2f26c5da43632c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10deaf444011468691cc850ae115d7b1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/2fe4759c0ea046a49411f704ab723fee, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/9bf2ac52e2ce4ae1a9f8c885ffb5a39e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/605df876542e4079aa1eb46caa36ff65, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/92246071da954620a027ccd9cb246a6c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/43dc78e0d58b436e995f0eca10a910c5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10797a2bbd8c4d308d2dbba09c8b7f92, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c6beb6dad8bf40c98679cfef03a4956c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/e5a94862597b40c491226eb402dd8f6d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b8ab3003f68143a4ba0d01b55785d199, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/08b204adf572487f82fb1f3e3dc532ae, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/8e8ec8bf2d864bb9a06e68616066c0c5] to archive 2024-11-08T18:39:43,825 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:39:43,827 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a2b46716d1e94397b059e70bc5495486 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a2b46716d1e94397b059e70bc5495486 2024-11-08T18:39:43,829 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c844979566d345569ef36731b0a4d95c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c844979566d345569ef36731b0a4d95c 2024-11-08T18:39:43,830 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a11d5ed0b6b74e018f1fb72e592b2e00 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a11d5ed0b6b74e018f1fb72e592b2e00 2024-11-08T18:39:43,831 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49374ae1025b4638a644640aa3e3e0d1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49374ae1025b4638a644640aa3e3e0d1 2024-11-08T18:39:43,832 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49e84c77e8184b9f85dbd15dc290fc2f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/49e84c77e8184b9f85dbd15dc290fc2f 2024-11-08T18:39:43,834 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/39a67ca4d58045b8ad746a816982c76c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/39a67ca4d58045b8ad746a816982c76c 2024-11-08T18:39:43,835 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c892f13de88144beaed0b6977eb36204 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c892f13de88144beaed0b6977eb36204 2024-11-08T18:39:43,836 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5c0e6e062ca34f47bdda7a25ec272bf5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5c0e6e062ca34f47bdda7a25ec272bf5 2024-11-08T18:39:43,837 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b17d3b51d4a14895bb5651a6c153271d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b17d3b51d4a14895bb5651a6c153271d 2024-11-08T18:39:43,839 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/d197d7705a0d48f1831dea53b2fe9a6b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/d197d7705a0d48f1831dea53b2fe9a6b 2024-11-08T18:39:43,840 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/6f68be95253e41a88b055cc366be78d4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/6f68be95253e41a88b055cc366be78d4 2024-11-08T18:39:43,841 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/909f33706c174e359157f23b8a3e9e7b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/909f33706c174e359157f23b8a3e9e7b 2024-11-08T18:39:43,842 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/1df14ba50c9f4961a37565a760c31624 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/1df14ba50c9f4961a37565a760c31624 2024-11-08T18:39:43,843 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/03575eb576564f95b8f877212c39ef8d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/03575eb576564f95b8f877212c39ef8d 2024-11-08T18:39:43,845 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/382fb1ded3794c62ab3a1b5f0ad9dc3a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/382fb1ded3794c62ab3a1b5f0ad9dc3a 2024-11-08T18:39:43,846 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/ae9d31af4c6844e1b9a1bac179be91af to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/ae9d31af4c6844e1b9a1bac179be91af 2024-11-08T18:39:43,847 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e2c19376adc4f03b1fb502bb9e91207 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e2c19376adc4f03b1fb502bb9e91207 2024-11-08T18:39:43,848 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/54acde3624024cb7818a205e1273693b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/54acde3624024cb7818a205e1273693b 2024-11-08T18:39:43,850 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e478e7ae0ac4b939f02c899f809e9f0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/5e478e7ae0ac4b939f02c899f809e9f0 2024-11-08T18:39:43,851 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a826a74b07d44ee98261f0f8b9b087d9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/a826a74b07d44ee98261f0f8b9b087d9 2024-11-08T18:39:43,852 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3fe60d02f194464595d9af2b02ca880a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3fe60d02f194464595d9af2b02ca880a 2024-11-08T18:39:43,853 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/541cf4ebe6ac487d9c2f26c5da43632c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/541cf4ebe6ac487d9c2f26c5da43632c 2024-11-08T18:39:43,854 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10deaf444011468691cc850ae115d7b1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10deaf444011468691cc850ae115d7b1 2024-11-08T18:39:43,855 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/2fe4759c0ea046a49411f704ab723fee to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/2fe4759c0ea046a49411f704ab723fee 2024-11-08T18:39:43,856 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/9bf2ac52e2ce4ae1a9f8c885ffb5a39e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/9bf2ac52e2ce4ae1a9f8c885ffb5a39e 2024-11-08T18:39:43,858 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/605df876542e4079aa1eb46caa36ff65 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/605df876542e4079aa1eb46caa36ff65 2024-11-08T18:39:43,859 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/92246071da954620a027ccd9cb246a6c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/92246071da954620a027ccd9cb246a6c 2024-11-08T18:39:43,860 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/43dc78e0d58b436e995f0eca10a910c5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/43dc78e0d58b436e995f0eca10a910c5 2024-11-08T18:39:43,861 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10797a2bbd8c4d308d2dbba09c8b7f92 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/10797a2bbd8c4d308d2dbba09c8b7f92 2024-11-08T18:39:43,862 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c6beb6dad8bf40c98679cfef03a4956c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/c6beb6dad8bf40c98679cfef03a4956c 2024-11-08T18:39:43,863 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/e5a94862597b40c491226eb402dd8f6d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/e5a94862597b40c491226eb402dd8f6d 2024-11-08T18:39:43,864 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b8ab3003f68143a4ba0d01b55785d199 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/b8ab3003f68143a4ba0d01b55785d199 2024-11-08T18:39:43,865 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/08b204adf572487f82fb1f3e3dc532ae to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/08b204adf572487f82fb1f3e3dc532ae 2024-11-08T18:39:43,867 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/8e8ec8bf2d864bb9a06e68616066c0c5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/8e8ec8bf2d864bb9a06e68616066c0c5 2024-11-08T18:39:43,868 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/40f69397ac544988be233e29634fb739, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/146873bb776749f2b5e56a3505bfd57c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3162d84f450c49589595251429d6343f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/609cb7c61b0b49a4ba866aeeb4a5c89d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ae59941dcb69433285041b346977e014, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/13ce453512da48e9aea5b9167bab400b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/4ccdf2e11a22466693ac1d1342b9d7e4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/6b1333994ff647c2a27a57bc3d28c3ab, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/53a76d10ae624b5bb1633bb8d07c3102, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/88570df91922421b9fd81eed1254b48c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/63c0c245d9024b5dbbe47cd14d31be7f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/8be0a858f40844a299275e1754b9a982, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3444e59cf88345d08284a152cf9e81b9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e36b4abe950243d2b31eedf53f60ac53, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e03b9abdfffb481b9c934c4bf360b5a6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5053907ba3424feda8a0db50b2aa9046, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/21253c0033e1494f80eb6fd75cd9237d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/abe6e47480954901a7927f7450f1a3bd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f2efb02cce7449b9a3133e666eaae2f2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/619beaaa8c394603b7f8821cbb0b847e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b128c4491d314f2cbefb535a2c29b2b0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ff399b8b063c46c99169bc74977fafb7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5412f3f82b98469d81f957101c16f67a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/c725a48770be444d901491c8e040e62b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e7bed06f5aa94f1b8873e76c70eb6a04, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/2fa22a49be0f4e3d91e461d11598012c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/bd4c49ba09704ad7b37350ae8e5787c0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b369a8f0d3e547f084fe37e7e9f5e9bf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/66e76790b77c43ddb30bd5a3cc65718e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1389fe8d6fce497da56cd3c48a668256, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1d8856aab496498e828d09b0e22d1352, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/be81bcca20eb4d5a827366c9c854576e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f6ee39cb82594c458523212f192b8ddb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7fb3c2befc134c7280eaf888b8dcd2f3] to archive 2024-11-08T18:39:43,869 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:39:43,871 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/40f69397ac544988be233e29634fb739 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/40f69397ac544988be233e29634fb739 2024-11-08T18:39:43,872 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/146873bb776749f2b5e56a3505bfd57c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/146873bb776749f2b5e56a3505bfd57c 2024-11-08T18:39:43,873 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3162d84f450c49589595251429d6343f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3162d84f450c49589595251429d6343f 2024-11-08T18:39:43,874 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/609cb7c61b0b49a4ba866aeeb4a5c89d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/609cb7c61b0b49a4ba866aeeb4a5c89d 2024-11-08T18:39:43,875 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ae59941dcb69433285041b346977e014 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ae59941dcb69433285041b346977e014 2024-11-08T18:39:43,876 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/13ce453512da48e9aea5b9167bab400b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/13ce453512da48e9aea5b9167bab400b 2024-11-08T18:39:43,878 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/4ccdf2e11a22466693ac1d1342b9d7e4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/4ccdf2e11a22466693ac1d1342b9d7e4 2024-11-08T18:39:43,879 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/6b1333994ff647c2a27a57bc3d28c3ab to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/6b1333994ff647c2a27a57bc3d28c3ab 2024-11-08T18:39:43,880 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/53a76d10ae624b5bb1633bb8d07c3102 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/53a76d10ae624b5bb1633bb8d07c3102 2024-11-08T18:39:43,881 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/88570df91922421b9fd81eed1254b48c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/88570df91922421b9fd81eed1254b48c 2024-11-08T18:39:43,882 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/63c0c245d9024b5dbbe47cd14d31be7f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/63c0c245d9024b5dbbe47cd14d31be7f 2024-11-08T18:39:43,883 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/8be0a858f40844a299275e1754b9a982 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/8be0a858f40844a299275e1754b9a982 2024-11-08T18:39:43,884 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3444e59cf88345d08284a152cf9e81b9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/3444e59cf88345d08284a152cf9e81b9 2024-11-08T18:39:43,886 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e36b4abe950243d2b31eedf53f60ac53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e36b4abe950243d2b31eedf53f60ac53 2024-11-08T18:39:43,887 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e03b9abdfffb481b9c934c4bf360b5a6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e03b9abdfffb481b9c934c4bf360b5a6 2024-11-08T18:39:43,889 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5053907ba3424feda8a0db50b2aa9046 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5053907ba3424feda8a0db50b2aa9046 2024-11-08T18:39:43,890 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/21253c0033e1494f80eb6fd75cd9237d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/21253c0033e1494f80eb6fd75cd9237d 2024-11-08T18:39:43,891 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/abe6e47480954901a7927f7450f1a3bd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/abe6e47480954901a7927f7450f1a3bd 2024-11-08T18:39:43,892 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f2efb02cce7449b9a3133e666eaae2f2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f2efb02cce7449b9a3133e666eaae2f2 2024-11-08T18:39:43,893 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/619beaaa8c394603b7f8821cbb0b847e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/619beaaa8c394603b7f8821cbb0b847e 2024-11-08T18:39:43,894 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b128c4491d314f2cbefb535a2c29b2b0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b128c4491d314f2cbefb535a2c29b2b0 2024-11-08T18:39:43,896 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ff399b8b063c46c99169bc74977fafb7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/ff399b8b063c46c99169bc74977fafb7 2024-11-08T18:39:43,897 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5412f3f82b98469d81f957101c16f67a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/5412f3f82b98469d81f957101c16f67a 2024-11-08T18:39:43,898 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/c725a48770be444d901491c8e040e62b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/c725a48770be444d901491c8e040e62b 2024-11-08T18:39:43,899 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e7bed06f5aa94f1b8873e76c70eb6a04 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/e7bed06f5aa94f1b8873e76c70eb6a04 2024-11-08T18:39:43,900 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/2fa22a49be0f4e3d91e461d11598012c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/2fa22a49be0f4e3d91e461d11598012c 2024-11-08T18:39:43,901 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/bd4c49ba09704ad7b37350ae8e5787c0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/bd4c49ba09704ad7b37350ae8e5787c0 2024-11-08T18:39:43,903 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b369a8f0d3e547f084fe37e7e9f5e9bf to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/b369a8f0d3e547f084fe37e7e9f5e9bf 2024-11-08T18:39:43,904 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/66e76790b77c43ddb30bd5a3cc65718e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/66e76790b77c43ddb30bd5a3cc65718e 2024-11-08T18:39:43,905 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1389fe8d6fce497da56cd3c48a668256 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1389fe8d6fce497da56cd3c48a668256 2024-11-08T18:39:43,906 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1d8856aab496498e828d09b0e22d1352 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/1d8856aab496498e828d09b0e22d1352 2024-11-08T18:39:43,907 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/be81bcca20eb4d5a827366c9c854576e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/be81bcca20eb4d5a827366c9c854576e 2024-11-08T18:39:43,908 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f6ee39cb82594c458523212f192b8ddb to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/f6ee39cb82594c458523212f192b8ddb 2024-11-08T18:39:43,910 DEBUG [StoreCloser-TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7fb3c2befc134c7280eaf888b8dcd2f3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7fb3c2befc134c7280eaf888b8dcd2f3 2024-11-08T18:39:43,915 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/recovered.edits/526.seqid, newMaxSeqId=526, maxSeqId=1 2024-11-08T18:39:43,918 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. 2024-11-08T18:39:43,918 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] regionserver.HRegion(1676): Region close journal for dd7b06dcd23bcb5938b6c655672a822f: Waiting for close lock at 1731091182503Running coprocessor pre-close hooks at 1731091182503Disabling compacts and flushes for region at 1731091182503Disabling writes for close at 1731091182503Obtaining lock to block concurrent updates at 1731091182504 (+1 ms)Preparing flush snapshotting stores in dd7b06dcd23bcb5938b6c655672a822f at 1731091182504Finished memstore snapshotting TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731091182504Flushing stores of TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f. at 1731091182504Flushing dd7b06dcd23bcb5938b6c655672a822f/A: creating writer at 1731091182505 (+1 ms)Flushing dd7b06dcd23bcb5938b6c655672a822f/A: appending metadata at 1731091182508 (+3 ms)Flushing dd7b06dcd23bcb5938b6c655672a822f/A: closing flushed file at 1731091182508Flushing dd7b06dcd23bcb5938b6c655672a822f/B: creating writer at 1731091182918 (+410 ms)Flushing dd7b06dcd23bcb5938b6c655672a822f/B: appending metadata at 1731091182921 (+3 ms)Flushing dd7b06dcd23bcb5938b6c655672a822f/B: closing flushed file at 1731091182921Flushing dd7b06dcd23bcb5938b6c655672a822f/C: creating writer at 1731091183331 (+410 ms)Flushing dd7b06dcd23bcb5938b6c655672a822f/C: appending metadata at 1731091183333 (+2 ms)Flushing dd7b06dcd23bcb5938b6c655672a822f/C: closing flushed file at 1731091183333Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f92a03: reopening flushed file at 1731091183743 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b014f05: reopening flushed file at 1731091183748 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ec1b8e: reopening flushed file at 1731091183753 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for dd7b06dcd23bcb5938b6c655672a822f in 1255ms, sequenceid=523, compaction requested=true at 1731091183758 (+5 ms)Writing region close event to WAL at 1731091183911 (+153 ms)Running coprocessor post-close hooks at 1731091183916 (+5 ms)Closed at 1731091183918 (+2 ms) 2024-11-08T18:39:43,920 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=28}] handler.UnassignRegionHandler(157): Closed dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:43,921 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=dd7b06dcd23bcb5938b6c655672a822f, regionState=CLOSED 2024-11-08T18:39:43,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; CloseRegionProcedure dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:39:43,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-08T18:39:43,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; CloseRegionProcedure dd7b06dcd23bcb5938b6c655672a822f, server=d72107b3bc04,46205,1731091153867 in 1.5780 sec 2024-11-08T18:39:43,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-08T18:39:43,927 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=dd7b06dcd23bcb5938b6c655672a822f, UNASSIGN in 1.5840 sec 2024-11-08T18:39:43,929 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-11-08T18:39:43,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5910 sec 2024-11-08T18:39:43,931 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091183931"}]},"ts":"1731091183931"} 2024-11-08T18:39:43,932 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T18:39:43,932 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T18:39:43,934 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.6060 sec 2024-11-08T18:39:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-08T18:39:44,480 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:44,484 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-08T18:39:44,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:44,489 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=29, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:44,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T18:39:44,491 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=29, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:44,495 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:44,498 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/recovered.edits] 2024-11-08T18:39:44,501 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/555357ac0493462e8662495a421ff123 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/555357ac0493462e8662495a421ff123 2024-11-08T18:39:44,502 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cd7b080d3c2c4d448b151906fc8e7eb5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/cd7b080d3c2c4d448b151906fc8e7eb5 2024-11-08T18:39:44,504 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/e93c6f20e100461e8924bef1ef1e96d8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/A/e93c6f20e100461e8924bef1ef1e96d8 2024-11-08T18:39:44,506 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/18d24247ab2445b28d61bae15b81ab68 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/18d24247ab2445b28d61bae15b81ab68 2024-11-08T18:39:44,507 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3484e904e82041a99b20851746d3c1df to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/3484e904e82041a99b20851746d3c1df 2024-11-08T18:39:44,508 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/988584f35b134a499ca05cfa9566d24e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/B/988584f35b134a499ca05cfa9566d24e 2024-11-08T18:39:44,510 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7eb8afcfb5ca4e628476984ad6e01a3e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/7eb8afcfb5ca4e628476984ad6e01a3e 2024-11-08T18:39:44,511 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/c5ab6a3b08ac4daa94ad23c5269dd1f5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/c5ab6a3b08ac4daa94ad23c5269dd1f5 2024-11-08T18:39:44,513 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/df296b216cf841ef8c245f9faa7cc354 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/C/df296b216cf841ef8c245f9faa7cc354 2024-11-08T18:39:44,516 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/recovered.edits/526.seqid to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f/recovered.edits/526.seqid 2024-11-08T18:39:44,516 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/dd7b06dcd23bcb5938b6c655672a822f 2024-11-08T18:39:44,516 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T18:39:44,521 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=29, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:44,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-08T18:39:44,532 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T18:39:44,568 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T18:39:44,570 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=29, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:44,570 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T18:39:44,570 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731091184570"}]},"ts":"9223372036854775807"} 2024-11-08T18:39:44,575 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:39:44,575 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => dd7b06dcd23bcb5938b6c655672a822f, NAME => 'TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T18:39:44,575 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T18:39:44,576 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731091184575"}]},"ts":"9223372036854775807"} 2024-11-08T18:39:44,578 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T18:39:44,579 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=29, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:44,581 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-11-08T18:39:44,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-08T18:39:44,601 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T18:39:44,601 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:44,613 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMixedAtomicity Thread=239 (was 211) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2135214338_22 at /127.0.0.1:43460 [Waiting for operation #180] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d72107b3bc04:46205-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2135214338_22 at /127.0.0.1:53894 [Waiting for operation #267] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-339728631_22 at /127.0.0.1:54006 [Waiting for operation #253] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=158 (was 81) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7453 (was 8005) 2024-11-08T18:39:44,625 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=239, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=158, ProcessCount=11, AvailableMemoryMB=7451 2024-11-08T18:39:44,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T18:39:44,627 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:39:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:44,629 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:39:44,629 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:44,630 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 30 2024-11-08T18:39:44,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-08T18:39:44,630 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:39:44,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741949_1125 (size=959) 2024-11-08T18:39:44,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-08T18:39:44,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-08T18:39:45,040 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2 2024-11-08T18:39:45,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741950_1126 (size=53) 2024-11-08T18:39:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-08T18:39:45,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:39:45,446 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 7ad3102155899453a818cbba83debd53, disabling compactions & flushes 2024-11-08T18:39:45,446 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:45,447 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:45,447 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. after waiting 0 ms 2024-11-08T18:39:45,447 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:45,447 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:45,447 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7ad3102155899453a818cbba83debd53: Waiting for close lock at 1731091185446Disabling compacts and flushes for region at 1731091185446Disabling writes for close at 1731091185447 (+1 ms)Writing region close event to WAL at 1731091185447Closed at 1731091185447 2024-11-08T18:39:45,448 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:39:45,448 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731091185448"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731091185448"}]},"ts":"1731091185448"} 2024-11-08T18:39:45,450 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:39:45,451 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:39:45,451 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091185451"}]},"ts":"1731091185451"} 2024-11-08T18:39:45,453 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T18:39:45,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, ASSIGN}] 2024-11-08T18:39:45,454 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, ASSIGN 2024-11-08T18:39:45,455 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, ASSIGN; state=OFFLINE, location=d72107b3bc04,46205,1731091153867; forceNewPlan=false, retain=false 2024-11-08T18:39:45,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=7ad3102155899453a818cbba83debd53, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:45,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, ASSIGN because future has completed 2024-11-08T18:39:45,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:39:45,764 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:45,764 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:39:45,765 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,765 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:39:45,765 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,765 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,766 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,768 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ad3102155899453a818cbba83debd53 columnFamilyName A 2024-11-08T18:39:45,769 DEBUG [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:45,769 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(327): Store=7ad3102155899453a818cbba83debd53/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:45,769 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,770 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ad3102155899453a818cbba83debd53 columnFamilyName B 2024-11-08T18:39:45,770 DEBUG [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:45,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-08T18:39:45,771 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(327): Store=7ad3102155899453a818cbba83debd53/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:45,771 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,772 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ad3102155899453a818cbba83debd53 columnFamilyName C 2024-11-08T18:39:45,772 DEBUG [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:45,772 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(327): Store=7ad3102155899453a818cbba83debd53/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:45,772 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,773 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,773 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,774 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,774 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,774 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:39:45,775 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,777 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:39:45,778 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened 7ad3102155899453a818cbba83debd53; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68141385, jitterRate=0.015385761857032776}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:39:45,778 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:45,779 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for 7ad3102155899453a818cbba83debd53: Running coprocessor pre-open hook at 1731091185765Writing region info on filesystem at 1731091185765Initializing all the Stores at 1731091185766 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091185766Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091185766Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091185766Cleaning up temporary data from old regions at 1731091185774 (+8 ms)Running coprocessor post-open hooks at 1731091185778 (+4 ms)Region opened successfully at 1731091185779 (+1 ms) 2024-11-08T18:39:45,780 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., pid=32, masterSystemTime=1731091185760 2024-11-08T18:39:45,781 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:45,781 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:45,782 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=31 updating hbase:meta row=7ad3102155899453a818cbba83debd53, regionState=OPEN, openSeqNum=2, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:45,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=31, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:39:45,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-11-08T18:39:45,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 in 177 msec 2024-11-08T18:39:45,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-08T18:39:45,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, ASSIGN in 333 msec 2024-11-08T18:39:45,789 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:39:45,789 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091185789"}]},"ts":"1731091185789"} 2024-11-08T18:39:45,790 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T18:39:45,791 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=30, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:39:45,792 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-11-08T18:39:46,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=30 2024-11-08T18:39:46,780 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:46,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2697ccde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:46,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:46,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:46,783 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:46,783 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60560153, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:46,784 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:46,785 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:46,786 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@666e63ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:46,786 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:46,787 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:46,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47034, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:46,790 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:39:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is d72107b3bc04,33463,1731091153185 2024-11-08T18:39:46,790 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6efa9614 2024-11-08T18:39:46,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:39:46,791 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35828, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:39:46,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T18:39:46,796 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:39:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=33, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T18:39:46,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741951_1127 (size=995) 2024-11-08T18:39:47,215 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-08T18:39:47,215 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-08T18:39:47,219 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T18:39:47,225 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, REOPEN/MOVE}] 2024-11-08T18:39:47,226 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, REOPEN/MOVE 2024-11-08T18:39:47,227 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=7ad3102155899453a818cbba83debd53, regionState=CLOSING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,228 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, REOPEN/MOVE because future has completed 2024-11-08T18:39:47,228 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T18:39:47,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:39:47,381 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(122): Close 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,381 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T18:39:47,381 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1722): Closing 7ad3102155899453a818cbba83debd53, disabling compactions & flushes 2024-11-08T18:39:47,381 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:47,381 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:47,381 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. after waiting 0 ms 2024-11-08T18:39:47,381 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:47,386 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T18:39:47,386 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:47,386 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegion(1676): Region close journal for 7ad3102155899453a818cbba83debd53: Waiting for close lock at 1731091187381Running coprocessor pre-close hooks at 1731091187381Disabling compacts and flushes for region at 1731091187381Disabling writes for close at 1731091187381Writing region close event to WAL at 1731091187382 (+1 ms)Running coprocessor post-close hooks at 1731091187386 (+4 ms)Closed at 1731091187386 2024-11-08T18:39:47,386 WARN [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] regionserver.HRegionServer(3299): Not adding moved region record: 7ad3102155899453a818cbba83debd53 to self. 2024-11-08T18:39:47,388 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=36}] handler.UnassignRegionHandler(157): Closed 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,389 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=7ad3102155899453a818cbba83debd53, regionState=CLOSED 2024-11-08T18:39:47,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=35, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:39:47,392 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=35 2024-11-08T18:39:47,393 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=35, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 in 162 msec 2024-11-08T18:39:47,393 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, REOPEN/MOVE; state=CLOSED, location=d72107b3bc04,46205,1731091153867; forceNewPlan=false, retain=true 2024-11-08T18:39:47,544 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=7ad3102155899453a818cbba83debd53, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=34, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, REOPEN/MOVE because future has completed 2024-11-08T18:39:47,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:39:47,701 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:47,701 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:39:47,702 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,702 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:39:47,702 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,702 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,706 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,712 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ad3102155899453a818cbba83debd53 columnFamilyName A 2024-11-08T18:39:47,714 DEBUG [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:47,714 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(327): Store=7ad3102155899453a818cbba83debd53/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:47,715 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,715 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ad3102155899453a818cbba83debd53 columnFamilyName B 2024-11-08T18:39:47,715 DEBUG [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:47,716 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(327): Store=7ad3102155899453a818cbba83debd53/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:47,716 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,716 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ad3102155899453a818cbba83debd53 columnFamilyName C 2024-11-08T18:39:47,716 DEBUG [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:47,717 INFO [StoreOpener-7ad3102155899453a818cbba83debd53-1 {}] regionserver.HStore(327): Store=7ad3102155899453a818cbba83debd53/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:39:47,717 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,718 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,719 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,719 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,719 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,720 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:39:47,721 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,722 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 7ad3102155899453a818cbba83debd53; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73312914, jitterRate=0.09244754910469055}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:39:47,722 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,723 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 7ad3102155899453a818cbba83debd53: Running coprocessor pre-open hook at 1731091187702Writing region info on filesystem at 1731091187702Initializing all the Stores at 1731091187703 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091187703Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091187703Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091187703Cleaning up temporary data from old regions at 1731091187719 (+16 ms)Running coprocessor post-open hooks at 1731091187722 (+3 ms)Region opened successfully at 1731091187723 (+1 ms) 2024-11-08T18:39:47,723 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., pid=37, masterSystemTime=1731091187698 2024-11-08T18:39:47,725 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:47,725 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:47,726 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=35 updating hbase:meta row=7ad3102155899453a818cbba83debd53, regionState=OPEN, openSeqNum=5, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=35, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:39:47,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=35 2024-11-08T18:39:47,730 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=35, state=SUCCESS, hasLock=false; OpenRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 in 182 msec 2024-11-08T18:39:47,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-08T18:39:47,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, REOPEN/MOVE in 505 msec 2024-11-08T18:39:47,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-11-08T18:39:47,734 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-11-08T18:39:47,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 937 msec 2024-11-08T18:39:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=33 2024-11-08T18:39:47,739 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:47,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cb008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:47,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:47,741 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:47,741 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b545844, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:47,742 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:47,743 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:47,743 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20562f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,744 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35409f72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,744 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:47,744 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:47,745 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@677da74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:47,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:47,746 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:47,746 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35862, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:47,747 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98c2d1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7944f9cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:47,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:47,748 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:47,748 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d558672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:47,750 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:47,750 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d1bd222, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38720fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:47,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:47,752 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4d6406, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:47,752 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:47,753 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:47,753 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:47,754 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d47d351, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c77b203, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:47,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:47,755 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:47,755 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27cf1964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:47,756 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:47,757 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35918, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:47,757 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ac5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e3f6eb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:47,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:47,758 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74a06a59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:47,760 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35946, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64afed2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,761 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40353459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,761 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:47,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:47,762 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3971589f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:47,762 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:47,763 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:47,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5599e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@160383af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,764 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:47,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:47,764 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ce98f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:47,765 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:47,766 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35986, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:47,766 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72257f20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@123a694c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,767 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:39:47,767 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:39:47,767 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:39:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:39:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:39:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@699e633a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:39:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:39:47,768 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:39:47,769 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35992, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:39:47,769 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f3fb0ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:39:47,770 DEBUG [Thread-641 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:47,770 DEBUG [Thread-645 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:47,770 DEBUG [Thread-648 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:47,770 DEBUG [Thread-650 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:47,770 DEBUG [Thread-654 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:47,770 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:47,771 DEBUG [Thread-637 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:47,771 DEBUG [Thread-643 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:47,771 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:47,771 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:47,772 DEBUG [Thread-639 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:47,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees 2024-11-08T18:39:47,772 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:47,772 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:47,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:47,772 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:47,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:47,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:47,772 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:47,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-08T18:39:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:47,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:47,773 DEBUG [Thread-652 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:39:47,773 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:47,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:47,774 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:47,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:47,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:47,775 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:47,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:47,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47092, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:47,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:47,776 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:47,776 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47104, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:47,776 DEBUG [Thread-639 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:39:47,776 DEBUG [Thread-639 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:39:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:39:47,777 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:39:47,777 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=38, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:47,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:47,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47118, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:39:47,779 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:39:47,779 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:39:47,779 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:39:47,781 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:39:47,782 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:39:47,783 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:39:47,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:39:47,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,797 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:47,798 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:39:47,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081b6e9f4f398948059b72dc8ff891ae40_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091187791/Put/seqid=0 2024-11-08T18:39:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741952_1128 (size=12154) 2024-11-08T18:39:47,847 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:47,854 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081b6e9f4f398948059b72dc8ff891ae40_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081b6e9f4f398948059b72dc8ff891ae40_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:47,855 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/87407f1d30134176828070b5428a72f8, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:47,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091247848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091247852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,859 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:47,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:47,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091247854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:47,866 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/87407f1d30134176828070b5428a72f8 is 175, key is test_row_0/A:col10/1731091187791/Put/seqid=0 2024-11-08T18:39:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091247856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091247859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,872 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:47,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741953_1129 (size=30955) 2024-11-08T18:39:47,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-08T18:39:47,884 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/87407f1d30134176828070b5428a72f8 2024-11-08T18:39:47,918 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/83e1d07bcd5948e98f294f0758f99293 is 50, key is test_row_0/B:col10/1731091187791/Put/seqid=0 2024-11-08T18:39:47,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741954_1130 (size=12001) 2024-11-08T18:39:47,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:47,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:47,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:47,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:47,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:47,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:47,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091247970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091247970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,972 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:47,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,973 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:47,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091247971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:47,984 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091247981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:47,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,985 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:47,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091247981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:47,987 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,086 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:48,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:48,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-08T18:39:48,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091248180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,184 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091248180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091248180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091248190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,196 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091248191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,197 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,239 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:48,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:48,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,240 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/83e1d07bcd5948e98f294f0758f99293 2024-11-08T18:39:48,362 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/be015e57f9d44837aa5a9d49d77acf58 is 50, key is test_row_0/C:col10/1731091187791/Put/seqid=0 2024-11-08T18:39:48,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741955_1131 (size=12001) 2024-11-08T18:39:48,379 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/be015e57f9d44837aa5a9d49d77acf58 2024-11-08T18:39:48,390 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/87407f1d30134176828070b5428a72f8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/87407f1d30134176828070b5428a72f8 2024-11-08T18:39:48,393 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:48,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:48,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,394 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/87407f1d30134176828070b5428a72f8, entries=150, sequenceid=15, filesize=30.2 K 2024-11-08T18:39:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-08T18:39:48,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/83e1d07bcd5948e98f294f0758f99293 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83e1d07bcd5948e98f294f0758f99293 2024-11-08T18:39:48,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83e1d07bcd5948e98f294f0758f99293, entries=150, sequenceid=15, filesize=11.7 K 2024-11-08T18:39:48,419 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/be015e57f9d44837aa5a9d49d77acf58 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/be015e57f9d44837aa5a9d49d77acf58 2024-11-08T18:39:48,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/be015e57f9d44837aa5a9d49d77acf58, entries=150, sequenceid=15, filesize=11.7 K 2024-11-08T18:39:48,427 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ad3102155899453a818cbba83debd53 in 630ms, sequenceid=15, compaction requested=false 2024-11-08T18:39:48,427 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:48,497 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:48,498 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-11-08T18:39:48,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091248505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,509 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091248506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,513 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091248507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,513 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091248508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091248509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089e0d380f94bd461a8f768a9b36f6559f_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091188493/Put/seqid=0 2024-11-08T18:39:48,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741956_1132 (size=19474) 2024-11-08T18:39:48,537 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:48,544 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089e0d380f94bd461a8f768a9b36f6559f_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089e0d380f94bd461a8f768a9b36f6559f_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:48,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,549 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/833459931bbf42bc987b3db81fe44591, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,550 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/833459931bbf42bc987b3db81fe44591 is 175, key is test_row_0/A:col10/1731091188493/Put/seqid=0 2024-11-08T18:39:48,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741957_1133 (size=56733) 2024-11-08T18:39:48,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091248620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091248621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091248622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,624 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091248622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091248622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,625 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:48,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:48,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091248831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091248831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091248832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091248832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:48,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091248832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,834 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:48,835 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:48,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:48,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:48,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:48,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-08T18:39:48,962 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=43, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/833459931bbf42bc987b3db81fe44591 2024-11-08T18:39:48,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/8ea48d36034c4a06a270cd9a6cb70538 is 50, key is test_row_0/B:col10/1731091188493/Put/seqid=0 2024-11-08T18:39:48,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741958_1134 (size=12001) 2024-11-08T18:39:49,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:49,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:49,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091249140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091249141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091249141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,146 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,146 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091249141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091249141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,147 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,381 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/8ea48d36034c4a06a270cd9a6cb70538 2024-11-08T18:39:49,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/150d81d671ee40db917bae8e88e7c202 is 50, key is test_row_0/C:col10/1731091188493/Put/seqid=0 2024-11-08T18:39:49,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741959_1135 (size=12001) 2024-11-08T18:39:49,450 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T18:39:49,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:49,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,473 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:49,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091249650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091249650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,654 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091249660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091249660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091249660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:49,664 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:49,781 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:49,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:49,781 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,781 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] handler.RSProcedureHandler(58): pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=39 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=39 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:49,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=43 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/150d81d671ee40db917bae8e88e7c202 2024-11-08T18:39:49,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/833459931bbf42bc987b3db81fe44591 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/833459931bbf42bc987b3db81fe44591 2024-11-08T18:39:49,835 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/833459931bbf42bc987b3db81fe44591, entries=300, sequenceid=43, filesize=55.4 K 2024-11-08T18:39:49,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/8ea48d36034c4a06a270cd9a6cb70538 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8ea48d36034c4a06a270cd9a6cb70538 2024-11-08T18:39:49,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8ea48d36034c4a06a270cd9a6cb70538, entries=150, sequenceid=43, filesize=11.7 K 2024-11-08T18:39:49,844 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/150d81d671ee40db917bae8e88e7c202 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/150d81d671ee40db917bae8e88e7c202 2024-11-08T18:39:49,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,856 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/150d81d671ee40db917bae8e88e7c202, entries=150, sequenceid=43, filesize=11.7 K 2024-11-08T18:39:49,858 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 7ad3102155899453a818cbba83debd53 in 1360ms, sequenceid=43, compaction requested=false 2024-11-08T18:39:49,858 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-08T18:39:49,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=39 2024-11-08T18:39:49,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:49,936 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T18:39:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108063904dfd5fb4df5a2c621f71ff1a1ba_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091188506/Put/seqid=0 2024-11-08T18:39:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741960_1136 (size=9714) 2024-11-08T18:39:49,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,972 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108063904dfd5fb4df5a2c621f71ff1a1ba_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108063904dfd5fb4df5a2c621f71ff1a1ba_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:49,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/344ffd5a31ba4ebc8af49f7289f2d4cb, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:49,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/344ffd5a31ba4ebc8af49f7289f2d4cb is 175, key is test_row_0/A:col10/1731091188506/Put/seqid=0 2024-11-08T18:39:49,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741961_1137 (size=22361) 2024-11-08T18:39:49,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,380 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/344ffd5a31ba4ebc8af49f7289f2d4cb 2024-11-08T18:39:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/1d96c03caf5549f89182131c47d072e3 is 50, key is test_row_0/B:col10/1731091188506/Put/seqid=0 2024-11-08T18:39:50,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741962_1138 (size=9657) 2024-11-08T18:39:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,407 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/1d96c03caf5549f89182131c47d072e3 2024-11-08T18:39:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/2052232c30a5455b99d47cd0d50fb939 is 50, key is test_row_0/C:col10/1731091188506/Put/seqid=0 2024-11-08T18:39:50,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741963_1139 (size=9657) 2024-11-08T18:39:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,451 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/2052232c30a5455b99d47cd0d50fb939 2024-11-08T18:39:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/344ffd5a31ba4ebc8af49f7289f2d4cb as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/344ffd5a31ba4ebc8af49f7289f2d4cb 2024-11-08T18:39:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,465 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/344ffd5a31ba4ebc8af49f7289f2d4cb, entries=100, sequenceid=51, filesize=21.8 K 2024-11-08T18:39:50,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/1d96c03caf5549f89182131c47d072e3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1d96c03caf5549f89182131c47d072e3 2024-11-08T18:39:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,473 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1d96c03caf5549f89182131c47d072e3, entries=100, sequenceid=51, filesize=9.4 K 2024-11-08T18:39:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/2052232c30a5455b99d47cd0d50fb939 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/2052232c30a5455b99d47cd0d50fb939 2024-11-08T18:39:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,481 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/2052232c30a5455b99d47cd0d50fb939, entries=100, sequenceid=51, filesize=9.4 K 2024-11-08T18:39:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,482 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7ad3102155899453a818cbba83debd53 in 546ms, sequenceid=51, compaction requested=true 2024-11-08T18:39:50,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:50,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:50,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=39}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=39 2024-11-08T18:39:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=39 2024-11-08T18:39:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=38 2024-11-08T18:39:50,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7080 sec 2024-11-08T18:39:50,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,490 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=38, table=TestAcidGuarantees in 2.7170 sec 2024-11-08T18:39:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,693 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:39:50,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:50,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,704 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110806d18df03ec64c42b6ba3d8187f80b52_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091190691/Put/seqid=0 2024-11-08T18:39:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741965_1141 (size=24358) 2024-11-08T18:39:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,736 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,742 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110806d18df03ec64c42b6ba3d8187f80b52_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110806d18df03ec64c42b6ba3d8187f80b52_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,743 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/d8371500a9af48d6908ace3420844309, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:50,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,744 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/d8371500a9af48d6908ace3420844309 is 175, key is test_row_0/A:col10/1731091190691/Put/seqid=0 2024-11-08T18:39:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741964_1140 (size=73995) 2024-11-08T18:39:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,748 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/d8371500a9af48d6908ace3420844309 2024-11-08T18:39:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/b7aee2326b834683adbb02cc07c81bff is 50, key is test_row_0/B:col10/1731091190691/Put/seqid=0 2024-11-08T18:39:50,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741966_1142 (size=23705) 2024-11-08T18:39:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,777 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091250760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:50,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,781 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091250767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,781 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,782 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091250768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:50,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091250770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,786 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091250778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,786 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,787 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:50,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:50,882 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091250880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,883 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:50,895 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091250890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:50,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091250890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,896 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:50,896 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091250890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,897 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:50,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:50,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091250890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:50,897 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:50,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091251090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091251100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091251100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,101 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091251100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,102 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091251110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,120 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/b7aee2326b834683adbb02cc07c81bff 2024-11-08T18:39:51,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/5f663e2613854aaf82fcbd16fcd5eb6b is 50, key is test_row_0/C:col10/1731091190691/Put/seqid=0 2024-11-08T18:39:51,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741967_1143 (size=12001) 2024-11-08T18:39:51,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091251400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,403 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091251410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091251410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091251410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,417 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,434 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091251430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,435 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/5f663e2613854aaf82fcbd16fcd5eb6b 2024-11-08T18:39:51,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/d8371500a9af48d6908ace3420844309 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d8371500a9af48d6908ace3420844309 2024-11-08T18:39:51,602 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d8371500a9af48d6908ace3420844309, entries=400, sequenceid=62, filesize=72.3 K 2024-11-08T18:39:51,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/b7aee2326b834683adbb02cc07c81bff as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b7aee2326b834683adbb02cc07c81bff 2024-11-08T18:39:51,608 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b7aee2326b834683adbb02cc07c81bff, entries=400, sequenceid=62, filesize=23.1 K 2024-11-08T18:39:51,609 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/5f663e2613854aaf82fcbd16fcd5eb6b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/5f663e2613854aaf82fcbd16fcd5eb6b 2024-11-08T18:39:51,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/5f663e2613854aaf82fcbd16fcd5eb6b, entries=150, sequenceid=62, filesize=11.7 K 2024-11-08T18:39:51,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ad3102155899453a818cbba83debd53 in 922ms, sequenceid=62, compaction requested=true 2024-11-08T18:39:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:51,616 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:51,616 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:51,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:51,617 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 57364 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:51,617 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 184044 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:51,617 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/B is initiating minor compaction (all files) 2024-11-08T18:39:51,617 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/A is initiating minor compaction (all files) 2024-11-08T18:39:51,617 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/B in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:51,618 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/A in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:51,618 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83e1d07bcd5948e98f294f0758f99293, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8ea48d36034c4a06a270cd9a6cb70538, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1d96c03caf5549f89182131c47d072e3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b7aee2326b834683adbb02cc07c81bff] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=56.0 K 2024-11-08T18:39:51,618 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/87407f1d30134176828070b5428a72f8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/833459931bbf42bc987b3db81fe44591, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/344ffd5a31ba4ebc8af49f7289f2d4cb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d8371500a9af48d6908ace3420844309] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=179.7 K 2024-11-08T18:39:51,618 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:51,618 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 83e1d07bcd5948e98f294f0758f99293, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731091187788 2024-11-08T18:39:51,618 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/87407f1d30134176828070b5428a72f8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/833459931bbf42bc987b3db81fe44591, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/344ffd5a31ba4ebc8af49f7289f2d4cb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d8371500a9af48d6908ace3420844309] 2024-11-08T18:39:51,618 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8ea48d36034c4a06a270cd9a6cb70538, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731091188491 2024-11-08T18:39:51,619 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 87407f1d30134176828070b5428a72f8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731091187788 2024-11-08T18:39:51,619 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 833459931bbf42bc987b3db81fe44591, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731091187836 2024-11-08T18:39:51,619 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1d96c03caf5549f89182131c47d072e3, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731091188503 2024-11-08T18:39:51,620 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b7aee2326b834683adbb02cc07c81bff, keycount=400, bloomtype=ROW, size=23.1 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731091190661 2024-11-08T18:39:51,620 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 344ffd5a31ba4ebc8af49f7289f2d4cb, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731091188503 2024-11-08T18:39:51,621 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8371500a9af48d6908ace3420844309, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731091190661 2024-11-08T18:39:51,634 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#B#compaction#124 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:51,635 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/086479f26d9b48f9a3f685ad81e6a31a is 50, key is test_row_0/B:col10/1731091190691/Put/seqid=0 2024-11-08T18:39:51,646 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:51,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741968_1144 (size=12139) 2024-11-08T18:39:51,665 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108cd8c510db73b44c69f1deca97be761bc_7ad3102155899453a818cbba83debd53 store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:51,669 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108cd8c510db73b44c69f1deca97be761bc_7ad3102155899453a818cbba83debd53, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:51,669 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108cd8c510db73b44c69f1deca97be761bc_7ad3102155899453a818cbba83debd53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:51,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741969_1145 (size=4469) 2024-11-08T18:39:51,679 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#A#compaction#125 average throughput is 0.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:51,680 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/6989efc1313b4ff0b43d55b4d99a49a3 is 175, key is test_row_0/A:col10/1731091190691/Put/seqid=0 2024-11-08T18:39:51,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741970_1146 (size=31093) 2024-11-08T18:39:51,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:51,914 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:51,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T18:39:51,924 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108153b3bf563ea4857933eba72a9bfed05_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091191912/Put/seqid=0 2024-11-08T18:39:51,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741971_1147 (size=14594) 2024-11-08T18:39:51,930 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:51,935 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108153b3bf563ea4857933eba72a9bfed05_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108153b3bf563ea4857933eba72a9bfed05_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:51,937 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/bd89689d6c8343d7b1039611446a069d, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:51,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091251932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/bd89689d6c8343d7b1039611446a069d is 175, key is test_row_0/A:col10/1731091191912/Put/seqid=0 2024-11-08T18:39:51,937 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,938 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=38 2024-11-08T18:39:51,940 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:51,940 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:51,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees 2024-11-08T18:39:51,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T18:39:51,942 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:51,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091251937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,943 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091251939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,944 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=40, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:51,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,944 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741972_1148 (size=39549) 2024-11-08T18:39:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091251937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,950 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:51,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:51,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091251950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:51,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:51,955 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091252040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,044 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T18:39:52,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091252050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,052 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,056 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091252052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,057 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091252060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,062 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,063 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/086479f26d9b48f9a3f685ad81e6a31a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/086479f26d9b48f9a3f685ad81e6a31a 2024-11-08T18:39:52,071 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/B of 7ad3102155899453a818cbba83debd53 into 086479f26d9b48f9a3f685ad81e6a31a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:52,072 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:52,072 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/B, priority=12, startTime=1731091191616; duration=0sec 2024-11-08T18:39:52,072 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:52,072 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:39:52,072 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:52,073 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:52,073 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/C is initiating minor compaction (all files) 2024-11-08T18:39:52,074 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/C in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,074 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/be015e57f9d44837aa5a9d49d77acf58, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/150d81d671ee40db917bae8e88e7c202, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/2052232c30a5455b99d47cd0d50fb939, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/5f663e2613854aaf82fcbd16fcd5eb6b] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=44.6 K 2024-11-08T18:39:52,075 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting be015e57f9d44837aa5a9d49d77acf58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731091187788 2024-11-08T18:39:52,075 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 150d81d671ee40db917bae8e88e7c202, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=43, earliestPutTs=1731091188491 2024-11-08T18:39:52,076 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 2052232c30a5455b99d47cd0d50fb939, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731091188503 2024-11-08T18:39:52,076 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f663e2613854aaf82fcbd16fcd5eb6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731091190678 2024-11-08T18:39:52,096 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/6989efc1313b4ff0b43d55b4d99a49a3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/6989efc1313b4ff0b43d55b4d99a49a3 2024-11-08T18:39:52,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T18:39:52,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:52,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,101 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#C#compaction#127 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:52,104 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/0edac7b3de4947a5800c304a5516a7e6 is 50, key is test_row_0/C:col10/1731091190691/Put/seqid=0 2024-11-08T18:39:52,109 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/A of 7ad3102155899453a818cbba83debd53 into 6989efc1313b4ff0b43d55b4d99a49a3(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:52,109 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:52,109 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/A, priority=12, startTime=1731091191616; duration=0sec 2024-11-08T18:39:52,109 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:52,109 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:A 2024-11-08T18:39:52,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741973_1149 (size=12139) 2024-11-08T18:39:52,125 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/0edac7b3de4947a5800c304a5516a7e6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/0edac7b3de4947a5800c304a5516a7e6 2024-11-08T18:39:52,132 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/C of 7ad3102155899453a818cbba83debd53 into 0edac7b3de4947a5800c304a5516a7e6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:52,132 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:52,132 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/C, priority=12, startTime=1731091191616; duration=0sec 2024-11-08T18:39:52,132 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:52,132 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:C 2024-11-08T18:39:52,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T18:39:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,251 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091252250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,254 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T18:39:52,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091252260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091252260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,265 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,275 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091252270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,348 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=88, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/bd89689d6c8343d7b1039611446a069d 2024-11-08T18:39:52,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/bcb252c384244e5a8272fc85ea2fd408 is 50, key is test_row_0/B:col10/1731091191912/Put/seqid=0 2024-11-08T18:39:52,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741974_1150 (size=12001) 2024-11-08T18:39:52,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T18:39:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T18:39:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091252560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T18:39:52,571 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091252570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,574 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091252570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,576 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091252580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,580 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:52,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T18:39:52,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:52,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,712 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,763 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/bcb252c384244e5a8272fc85ea2fd408 2024-11-08T18:39:52,774 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4773ef41686f4831b509481b2852b3d9 is 50, key is test_row_0/C:col10/1731091191912/Put/seqid=0 2024-11-08T18:39:52,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741975_1151 (size=12001) 2024-11-08T18:39:52,865 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T18:39:52,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:52,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:52,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:52,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:52,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091252960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:52,962 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in 7ad3102155899453a818cbba83debd53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,962 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:52,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:53,018 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T18:39:53,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:53,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:53,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:53,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:53,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:53,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:53,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:53,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091253070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:53,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:53,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T18:39:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:53,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091253080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:53,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:53,086 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:53,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091253080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:53,087 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:53,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:53,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091253090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:53,092 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:53,171 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T18:39:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:53,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] handler.RSProcedureHandler(58): pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:53,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=41 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:53,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=41 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:53,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4773ef41686f4831b509481b2852b3d9 2024-11-08T18:39:53,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/bd89689d6c8343d7b1039611446a069d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/bd89689d6c8343d7b1039611446a069d 2024-11-08T18:39:53,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/bd89689d6c8343d7b1039611446a069d, entries=200, sequenceid=88, filesize=38.6 K 2024-11-08T18:39:53,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/bcb252c384244e5a8272fc85ea2fd408 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/bcb252c384244e5a8272fc85ea2fd408 2024-11-08T18:39:53,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/bcb252c384244e5a8272fc85ea2fd408, entries=150, sequenceid=88, filesize=11.7 K 2024-11-08T18:39:53,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4773ef41686f4831b509481b2852b3d9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4773ef41686f4831b509481b2852b3d9 2024-11-08T18:39:53,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,208 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4773ef41686f4831b509481b2852b3d9, entries=150, sequenceid=88, filesize=11.7 K 2024-11-08T18:39:53,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,209 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 7ad3102155899453a818cbba83debd53 in 1295ms, sequenceid=88, compaction requested=false 2024-11-08T18:39:53,209 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=41 2024-11-08T18:39:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:53,326 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:39:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dac200795bb3465990d9b6693b1fd8b3_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091191936/Put/seqid=0 2024-11-08T18:39:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741976_1152 (size=9714) 2024-11-08T18:39:53,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,356 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,364 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108dac200795bb3465990d9b6693b1fd8b3_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dac200795bb3465990d9b6693b1fd8b3_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1c1135e9ef9146aeb6cfde26efddbe2b, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1c1135e9ef9146aeb6cfde26efddbe2b is 175, key is test_row_0/A:col10/1731091191936/Put/seqid=0 2024-11-08T18:39:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741977_1153 (size=22361) 2024-11-08T18:39:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,376 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=102, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1c1135e9ef9146aeb6cfde26efddbe2b 2024-11-08T18:39:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/83667f7b05cb4939b2850bc2cdb86825 is 50, key is test_row_0/B:col10/1731091191936/Put/seqid=0 2024-11-08T18:39:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741978_1154 (size=9657) 2024-11-08T18:39:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,433 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/83667f7b05cb4939b2850bc2cdb86825 2024-11-08T18:39:53,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/7e619171fee845699e89849f7c31baee is 50, key is test_row_0/C:col10/1731091191936/Put/seqid=0 2024-11-08T18:39:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741979_1155 (size=9657) 2024-11-08T18:39:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,890 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/7e619171fee845699e89849f7c31baee 2024-11-08T18:39:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1c1135e9ef9146aeb6cfde26efddbe2b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1c1135e9ef9146aeb6cfde26efddbe2b 2024-11-08T18:39:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,905 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1c1135e9ef9146aeb6cfde26efddbe2b, entries=100, sequenceid=102, filesize=21.8 K 2024-11-08T18:39:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/83667f7b05cb4939b2850bc2cdb86825 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83667f7b05cb4939b2850bc2cdb86825 2024-11-08T18:39:53,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,913 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83667f7b05cb4939b2850bc2cdb86825, entries=100, sequenceid=102, filesize=9.4 K 2024-11-08T18:39:53,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/7e619171fee845699e89849f7c31baee as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/7e619171fee845699e89849f7c31baee 2024-11-08T18:39:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,920 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/7e619171fee845699e89849f7c31baee, entries=100, sequenceid=102, filesize=9.4 K 2024-11-08T18:39:53,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,922 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=0 B/0 for 7ad3102155899453a818cbba83debd53 in 597ms, sequenceid=102, compaction requested=true 2024-11-08T18:39:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:53,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=41}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=41 2024-11-08T18:39:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=41 2024-11-08T18:39:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-11-08T18:39:53,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9810 sec 2024-11-08T18:39:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=40, table=TestAcidGuarantees in 1.9880 sec 2024-11-08T18:39:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=40 2024-11-08T18:39:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,091 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,091 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees 2024-11-08T18:39:54,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T18:39:54,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,093 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,096 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=42, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:54,138 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,138 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:39:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110856e5268ad24c46c6b3cea41b4d9fc16f_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091194135/Put/seqid=0 2024-11-08T18:39:54,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T18:39:54,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091254196, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091254198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,205 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,206 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091254204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,210 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091254207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,210 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741981_1157 (size=24358) 2024-11-08T18:39:54,213 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,218 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110856e5268ad24c46c6b3cea41b4d9fc16f_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110856e5268ad24c46c6b3cea41b4d9fc16f_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:54,219 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/d33d3d9dc2d143929bb81b52c5f1a4e0, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:54,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/d33d3d9dc2d143929bb81b52c5f1a4e0 is 175, key is test_row_0/A:col10/1731091194135/Put/seqid=0 2024-11-08T18:39:54,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741980_1156 (size=73994) 2024-11-08T18:39:54,224 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=113, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/d33d3d9dc2d143929bb81b52c5f1a4e0 2024-11-08T18:39:54,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/542df2fc133347bb81500c70255b4805 is 50, key is test_row_0/B:col10/1731091194135/Put/seqid=0 2024-11-08T18:39:54,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:54,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:54,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741982_1158 (size=12001) 2024-11-08T18:39:54,253 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/542df2fc133347bb81500c70255b4805 2024-11-08T18:39:54,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/b75c5070925a4d2f85d48a168e59276b is 50, key is test_row_0/C:col10/1731091194135/Put/seqid=0 2024-11-08T18:39:54,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741983_1159 (size=12001) 2024-11-08T18:39:54,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=113 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/b75c5070925a4d2f85d48a168e59276b 2024-11-08T18:39:54,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/d33d3d9dc2d143929bb81b52c5f1a4e0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d33d3d9dc2d143929bb81b52c5f1a4e0 2024-11-08T18:39:54,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d33d3d9dc2d143929bb81b52c5f1a4e0, entries=400, sequenceid=113, filesize=72.3 K 2024-11-08T18:39:54,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/542df2fc133347bb81500c70255b4805 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/542df2fc133347bb81500c70255b4805 2024-11-08T18:39:54,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/542df2fc133347bb81500c70255b4805, entries=150, sequenceid=113, filesize=11.7 K 2024-11-08T18:39:54,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/b75c5070925a4d2f85d48a168e59276b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b75c5070925a4d2f85d48a168e59276b 2024-11-08T18:39:54,305 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b75c5070925a4d2f85d48a168e59276b, entries=150, sequenceid=113, filesize=11.7 K 2024-11-08T18:39:54,306 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ad3102155899453a818cbba83debd53 in 168ms, sequenceid=113, compaction requested=true 2024-11-08T18:39:54,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:54,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:54,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:54,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:54,306 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:54,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:54,306 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:54,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:54,306 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:54,308 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 166997 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:54,308 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/A is initiating minor compaction (all files) 2024-11-08T18:39:54,308 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:54,308 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/A in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,308 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/6989efc1313b4ff0b43d55b4d99a49a3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/bd89689d6c8343d7b1039611446a069d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1c1135e9ef9146aeb6cfde26efddbe2b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d33d3d9dc2d143929bb81b52c5f1a4e0] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=163.1 K 2024-11-08T18:39:54,308 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,309 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/6989efc1313b4ff0b43d55b4d99a49a3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/bd89689d6c8343d7b1039611446a069d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1c1135e9ef9146aeb6cfde26efddbe2b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d33d3d9dc2d143929bb81b52c5f1a4e0] 2024-11-08T18:39:54,309 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6989efc1313b4ff0b43d55b4d99a49a3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731091190678 2024-11-08T18:39:54,309 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/B is initiating minor compaction (all files) 2024-11-08T18:39:54,309 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/B in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,309 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/086479f26d9b48f9a3f685ad81e6a31a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/bcb252c384244e5a8272fc85ea2fd408, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83667f7b05cb4939b2850bc2cdb86825, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/542df2fc133347bb81500c70255b4805] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=44.7 K 2024-11-08T18:39:54,309 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting bd89689d6c8343d7b1039611446a069d, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731091190746 2024-11-08T18:39:54,310 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c1135e9ef9146aeb6cfde26efddbe2b, keycount=100, bloomtype=ROW, size=21.8 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731091191935 2024-11-08T18:39:54,310 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d33d3d9dc2d143929bb81b52c5f1a4e0, keycount=400, bloomtype=ROW, size=72.3 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731091194122 2024-11-08T18:39:54,311 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 086479f26d9b48f9a3f685ad81e6a31a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731091190678 2024-11-08T18:39:54,311 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting bcb252c384244e5a8272fc85ea2fd408, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731091190766 2024-11-08T18:39:54,313 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 83667f7b05cb4939b2850bc2cdb86825, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731091191935 2024-11-08T18:39:54,314 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 542df2fc133347bb81500c70255b4805, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731091194134 2024-11-08T18:39:54,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:54,326 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:54,326 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-11-08T18:39:54,328 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:54,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091254326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091254327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091254331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,334 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,336 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091254337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,340 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#B#compaction#137 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:54,341 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/fc90198bdd0c45ba99f1b522254f18c8 is 50, key is test_row_0/B:col10/1731091194135/Put/seqid=0 2024-11-08T18:39:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,341 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,346 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108581b3acb22fb45789ef597dd65aa88d3_7ad3102155899453a818cbba83debd53 store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:54,349 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108581b3acb22fb45789ef597dd65aa88d3_7ad3102155899453a818cbba83debd53, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:54,349 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108581b3acb22fb45789ef597dd65aa88d3_7ad3102155899453a818cbba83debd53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:54,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110864d35a57ba1c4f83abaecac42fef0dd4_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091194186/Put/seqid=0 2024-11-08T18:39:54,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741984_1160 (size=12275) 2024-11-08T18:39:54,369 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/fc90198bdd0c45ba99f1b522254f18c8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/fc90198bdd0c45ba99f1b522254f18c8 2024-11-08T18:39:54,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741985_1161 (size=4469) 2024-11-08T18:39:54,377 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/B of 7ad3102155899453a818cbba83debd53 into fc90198bdd0c45ba99f1b522254f18c8(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:54,377 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:54,377 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/B, priority=12, startTime=1731091194306; duration=0sec 2024-11-08T18:39:54,377 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:54,377 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:39:54,377 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:54,379 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#A#compaction#136 average throughput is 0.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:54,380 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/945315891f254011ab5856d2ea2aa6b6 is 175, key is test_row_0/A:col10/1731091194135/Put/seqid=0 2024-11-08T18:39:54,383 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45798 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:54,384 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/C is initiating minor compaction (all files) 2024-11-08T18:39:54,384 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/C in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,384 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/0edac7b3de4947a5800c304a5516a7e6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4773ef41686f4831b509481b2852b3d9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/7e619171fee845699e89849f7c31baee, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b75c5070925a4d2f85d48a168e59276b] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=44.7 K 2024-11-08T18:39:54,384 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 0edac7b3de4947a5800c304a5516a7e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1731091190678 2024-11-08T18:39:54,385 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4773ef41686f4831b509481b2852b3d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1731091190766 2024-11-08T18:39:54,385 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e619171fee845699e89849f7c31baee, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731091191935 2024-11-08T18:39:54,386 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b75c5070925a4d2f85d48a168e59276b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731091194134 2024-11-08T18:39:54,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741986_1162 (size=22268) 2024-11-08T18:39:54,400 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:54,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,402 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,402 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#C#compaction#139 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,403 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4162648ce9064a309a7a406ec0330628 is 50, key is test_row_0/C:col10/1731091194135/Put/seqid=0 2024-11-08T18:39:54,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741987_1163 (size=31229) 2024-11-08T18:39:54,410 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110864d35a57ba1c4f83abaecac42fef0dd4_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110864d35a57ba1c4f83abaecac42fef0dd4_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:54,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T18:39:54,411 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/045dde1245d448c1b0db1c40f25f6af5, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:54,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/045dde1245d448c1b0db1c40f25f6af5 is 175, key is test_row_0/A:col10/1731091194186/Put/seqid=0 2024-11-08T18:39:54,415 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/945315891f254011ab5856d2ea2aa6b6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/945315891f254011ab5856d2ea2aa6b6 2024-11-08T18:39:54,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741988_1164 (size=12275) 2024-11-08T18:39:54,421 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/A of 7ad3102155899453a818cbba83debd53 into 945315891f254011ab5856d2ea2aa6b6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:54,422 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:54,422 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/A, priority=12, startTime=1731091194306; duration=0sec 2024-11-08T18:39:54,422 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:54,422 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:A 2024-11-08T18:39:54,428 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4162648ce9064a309a7a406ec0330628 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4162648ce9064a309a7a406ec0330628 2024-11-08T18:39:54,438 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/C of 7ad3102155899453a818cbba83debd53 into 4162648ce9064a309a7a406ec0330628(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:54,438 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:54,438 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/C, priority=12, startTime=1731091194306; duration=0sec 2024-11-08T18:39:54,438 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:54,438 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:C 2024-11-08T18:39:54,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741989_1165 (size=65673) 2024-11-08T18:39:54,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091254440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091254440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091254441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,445 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091254451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,454 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:54,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:54,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091254650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091254650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091254650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,652 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091254660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,661 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:54,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:54,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T18:39:54,841 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/045dde1245d448c1b0db1c40f25f6af5 2024-11-08T18:39:54,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/b23e5b45b634467c9fe6851f72c6f2c0 is 50, key is test_row_0/B:col10/1731091194186/Put/seqid=0 2024-11-08T18:39:54,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:54,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:54,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:54,865 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:54,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741990_1166 (size=12151) 2024-11-08T18:39:54,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091254960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091254960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091254960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,962 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,963 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091254970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,973 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:54,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:54,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091254980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:54,983 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in 7ad3102155899453a818cbba83debd53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:54,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:54,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:55,019 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,019 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,172 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:55,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:55,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,172 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,172 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T18:39:55,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/b23e5b45b634467c9fe6851f72c6f2c0 2024-11-08T18:39:55,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/6cecc5b076b14dd4a960e24261249125 is 50, key is test_row_0/C:col10/1731091194186/Put/seqid=0 2024-11-08T18:39:55,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741991_1167 (size=12151) 2024-11-08T18:39:55,325 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:55,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,326 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:55,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091255470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:55,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091255470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:55,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:55,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091255470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:55,472 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:55,478 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:55,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,479 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,479 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091255480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:55,481 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:55,631 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:55,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,632 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] handler.RSProcedureHandler(58): pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=43 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=43 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:55,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/6cecc5b076b14dd4a960e24261249125 2024-11-08T18:39:55,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/045dde1245d448c1b0db1c40f25f6af5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/045dde1245d448c1b0db1c40f25f6af5 2024-11-08T18:39:55,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/045dde1245d448c1b0db1c40f25f6af5, entries=350, sequenceid=144, filesize=64.1 K 2024-11-08T18:39:55,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/b23e5b45b634467c9fe6851f72c6f2c0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b23e5b45b634467c9fe6851f72c6f2c0 2024-11-08T18:39:55,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b23e5b45b634467c9fe6851f72c6f2c0, entries=150, sequenceid=144, filesize=11.9 K 2024-11-08T18:39:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/6cecc5b076b14dd4a960e24261249125 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/6cecc5b076b14dd4a960e24261249125 2024-11-08T18:39:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/6cecc5b076b14dd4a960e24261249125, entries=150, sequenceid=144, filesize=11.9 K 2024-11-08T18:39:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,731 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for 7ad3102155899453a818cbba83debd53 in 1405ms, sequenceid=144, compaction requested=false 2024-11-08T18:39:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,731 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=43 2024-11-08T18:39:55,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:55,785 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-08T18:39:55,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,787 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] io.ByteBuffAllocator(384): Pool already reached its max capacity : 186 and no free buffers now. Consider increasing the value for 'hbase.server.allocator.max.buffer.count' ? 2024-11-08T18:39:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,793 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108423be47ea8834d06910f33502e2562c8_7ad3102155899453a818cbba83debd53 is 50, key is test_row_1/A:col10/1731091194332/Put/seqid=0 2024-11-08T18:39:55,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741992_1168 (size=7324) 2024-11-08T18:39:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:55,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,206 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108423be47ea8834d06910f33502e2562c8_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108423be47ea8834d06910f33502e2562c8_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/4843e68eb9a64feab316204246a7424b, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/4843e68eb9a64feab316204246a7424b is 175, key is test_row_1/A:col10/1731091194332/Put/seqid=0 2024-11-08T18:39:56,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741993_1169 (size=13815) 2024-11-08T18:39:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,214 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=152, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/4843e68eb9a64feab316204246a7424b 2024-11-08T18:39:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,224 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/58193b8351454a6b983278e6e088f594 is 50, key is test_row_1/B:col10/1731091194332/Put/seqid=0 2024-11-08T18:39:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741994_1170 (size=7365) 2024-11-08T18:39:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T18:39:56,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:56,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:56,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091256593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,597 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091256593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,598 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091256595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,602 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091256595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,631 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/58193b8351454a6b983278e6e088f594 2024-11-08T18:39:56,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/ddbbdf4dfe18410aa846fc8133378157 is 50, key is test_row_1/C:col10/1731091194332/Put/seqid=0 2024-11-08T18:39:56,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741995_1171 (size=7365) 2024-11-08T18:39:56,649 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=152 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/ddbbdf4dfe18410aa846fc8133378157 2024-11-08T18:39:56,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/4843e68eb9a64feab316204246a7424b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/4843e68eb9a64feab316204246a7424b 2024-11-08T18:39:56,661 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/4843e68eb9a64feab316204246a7424b, entries=50, sequenceid=152, filesize=13.5 K 2024-11-08T18:39:56,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/58193b8351454a6b983278e6e088f594 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/58193b8351454a6b983278e6e088f594 2024-11-08T18:39:56,670 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/58193b8351454a6b983278e6e088f594, entries=50, sequenceid=152, filesize=7.2 K 2024-11-08T18:39:56,672 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/ddbbdf4dfe18410aa846fc8133378157 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ddbbdf4dfe18410aa846fc8133378157 2024-11-08T18:39:56,678 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ddbbdf4dfe18410aa846fc8133378157, entries=50, sequenceid=152, filesize=7.2 K 2024-11-08T18:39:56,679 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=187.85 KB/192360 for 7ad3102155899453a818cbba83debd53 in 894ms, sequenceid=152, compaction requested=true 2024-11-08T18:39:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:56,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=43}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=43 2024-11-08T18:39:56,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=43 2024-11-08T18:39:56,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-08T18:39:56,684 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5860 sec 2024-11-08T18:39:56,686 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=42, table=TestAcidGuarantees in 2.5940 sec 2024-11-08T18:39:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:56,703 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:56,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=194.56 KB heapSize=510.52 KB 2024-11-08T18:39:56,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091256711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091256711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,714 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091256711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091256711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,714 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,715 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110875c3e08913cb46cab87c2a21bbd59774_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091196590/Put/seqid=0 2024-11-08T18:39:56,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741996_1172 (size=14794) 2024-11-08T18:39:56,742 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:56,750 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110875c3e08913cb46cab87c2a21bbd59774_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110875c3e08913cb46cab87c2a21bbd59774_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:56,751 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/9ba86401d06b4dbeaa40954f5e7a9373, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:56,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/9ba86401d06b4dbeaa40954f5e7a9373 is 175, key is test_row_0/A:col10/1731091196590/Put/seqid=0 2024-11-08T18:39:56,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741997_1173 (size=39749) 2024-11-08T18:39:56,765 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=184, memsize=64.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/9ba86401d06b4dbeaa40954f5e7a9373 2024-11-08T18:39:56,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/1e890a3cd2d940e192fb779296247c64 is 50, key is test_row_0/B:col10/1731091196590/Put/seqid=0 2024-11-08T18:39:56,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741998_1174 (size=12151) 2024-11-08T18:39:56,803 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/1e890a3cd2d940e192fb779296247c64 2024-11-08T18:39:56,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4ebfafca682c4aa78aa03fb77765bd41 is 50, key is test_row_0/C:col10/1731091196590/Put/seqid=0 2024-11-08T18:39:56,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091256821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,822 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741999_1175 (size=12151) 2024-11-08T18:39:56,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091256920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091256920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091256920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:56,921 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091257030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=184 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4ebfafca682c4aa78aa03fb77765bd41 2024-11-08T18:39:57,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/9ba86401d06b4dbeaa40954f5e7a9373 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/9ba86401d06b4dbeaa40954f5e7a9373 2024-11-08T18:39:57,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091257230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091257230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,232 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091257231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,232 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,233 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/9ba86401d06b4dbeaa40954f5e7a9373, entries=200, sequenceid=184, filesize=38.8 K 2024-11-08T18:39:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,234 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/1e890a3cd2d940e192fb779296247c64 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1e890a3cd2d940e192fb779296247c64 2024-11-08T18:39:57,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1e890a3cd2d940e192fb779296247c64, entries=150, sequenceid=184, filesize=11.9 K 2024-11-08T18:39:57,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4ebfafca682c4aa78aa03fb77765bd41 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4ebfafca682c4aa78aa03fb77765bd41 2024-11-08T18:39:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4ebfafca682c4aa78aa03fb77765bd41, entries=150, sequenceid=184, filesize=11.9 K 2024-11-08T18:39:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=6.71 KB/6870 for 7ad3102155899453a818cbba83debd53 in 542ms, sequenceid=184, compaction requested=true 2024-11-08T18:39:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:57,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:39:57,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:57,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:39:57,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:57,245 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:57,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:39:57,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:39:57,245 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,247 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150466 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:57,247 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/A is initiating minor compaction (all files) 2024-11-08T18:39:57,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,247 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/A in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:57,248 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/945315891f254011ab5856d2ea2aa6b6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/045dde1245d448c1b0db1c40f25f6af5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/4843e68eb9a64feab316204246a7424b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/9ba86401d06b4dbeaa40954f5e7a9373] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=146.9 K 2024-11-08T18:39:57,248 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:57,248 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/945315891f254011ab5856d2ea2aa6b6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/045dde1245d448c1b0db1c40f25f6af5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/4843e68eb9a64feab316204246a7424b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/9ba86401d06b4dbeaa40954f5e7a9373] 2024-11-08T18:39:57,248 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 945315891f254011ab5856d2ea2aa6b6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731091194134 2024-11-08T18:39:57,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,248 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43942 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:57,249 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/B is initiating minor compaction (all files) 2024-11-08T18:39:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,249 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/B in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:57,249 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 045dde1245d448c1b0db1c40f25f6af5, keycount=350, bloomtype=ROW, size=64.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731091194186 2024-11-08T18:39:57,249 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/fc90198bdd0c45ba99f1b522254f18c8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b23e5b45b634467c9fe6851f72c6f2c0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/58193b8351454a6b983278e6e088f594, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1e890a3cd2d940e192fb779296247c64] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=42.9 K 2024-11-08T18:39:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,249 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting fc90198bdd0c45ba99f1b522254f18c8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731091194134 2024-11-08T18:39:57,249 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4843e68eb9a64feab316204246a7424b, keycount=50, bloomtype=ROW, size=13.5 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731091194332 2024-11-08T18:39:57,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,250 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b23e5b45b634467c9fe6851f72c6f2c0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731091194186 2024-11-08T18:39:57,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,250 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9ba86401d06b4dbeaa40954f5e7a9373, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731091196587 2024-11-08T18:39:57,250 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 58193b8351454a6b983278e6e088f594, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731091194332 2024-11-08T18:39:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,251 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e890a3cd2d940e192fb779296247c64, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731091196590 2024-11-08T18:39:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,261 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,271 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#B#compaction#149 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,271 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/3fa7da7ba482404c945072f73ea59222 is 50, key is test_row_0/B:col10/1731091196590/Put/seqid=0 2024-11-08T18:39:57,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,274 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108fa02c56eb8ef4f118e3a7c31ac20eee1_7ad3102155899453a818cbba83debd53 store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:57,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,276 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108fa02c56eb8ef4f118e3a7c31ac20eee1_7ad3102155899453a818cbba83debd53, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:57,277 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108fa02c56eb8ef4f118e3a7c31ac20eee1_7ad3102155899453a818cbba83debd53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:57,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742000_1176 (size=12561) 2024-11-08T18:39:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742001_1177 (size=4469) 2024-11-08T18:39:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:57,403 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:57,403 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:39:57,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bbb48285e9414f42891d4d66c1cdfb48_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091197395/Put/seqid=0 2024-11-08T18:39:57,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742002_1178 (size=14794) 2024-11-08T18:39:57,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091257517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,519 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,568 INFO [master/d72107b3bc04:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-08T18:39:57,568 INFO [master/d72107b3bc04:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-08T18:39:57,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091257630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,634 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,693 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/3fa7da7ba482404c945072f73ea59222 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3fa7da7ba482404c945072f73ea59222 2024-11-08T18:39:57,698 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/B of 7ad3102155899453a818cbba83debd53 into 3fa7da7ba482404c945072f73ea59222(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:57,698 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:57,698 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/B, priority=12, startTime=1731091197245; duration=0sec 2024-11-08T18:39:57,698 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:39:57,698 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:39:57,698 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:39:57,700 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 43942 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:39:57,700 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/C is initiating minor compaction (all files) 2024-11-08T18:39:57,700 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/C in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:57,700 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4162648ce9064a309a7a406ec0330628, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/6cecc5b076b14dd4a960e24261249125, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ddbbdf4dfe18410aa846fc8133378157, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4ebfafca682c4aa78aa03fb77765bd41] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=42.9 K 2024-11-08T18:39:57,700 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4162648ce9064a309a7a406ec0330628, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=113, earliestPutTs=1731091194134 2024-11-08T18:39:57,701 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 6cecc5b076b14dd4a960e24261249125, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731091194186 2024-11-08T18:39:57,701 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ddbbdf4dfe18410aa846fc8133378157, keycount=50, bloomtype=ROW, size=7.2 K, encoding=NONE, compression=NONE, seqNum=152, earliestPutTs=1731091194332 2024-11-08T18:39:57,702 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4ebfafca682c4aa78aa03fb77765bd41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731091196590 2024-11-08T18:39:57,711 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#C#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:57,711 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/d959702fd8514103bbc360afb314bc6b is 50, key is test_row_0/C:col10/1731091196590/Put/seqid=0 2024-11-08T18:39:57,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742003_1179 (size=12561) 2024-11-08T18:39:57,723 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#A#compaction#148 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:39:57,723 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/35f4c0db9c6448368f7c183161ff7103 is 175, key is test_row_0/A:col10/1731091196590/Put/seqid=0 2024-11-08T18:39:57,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742004_1180 (size=31515) 2024-11-08T18:39:57,732 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/35f4c0db9c6448368f7c183161ff7103 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/35f4c0db9c6448368f7c183161ff7103 2024-11-08T18:39:57,738 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/A of 7ad3102155899453a818cbba83debd53 into 35f4c0db9c6448368f7c183161ff7103(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:57,738 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:57,738 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/A, priority=12, startTime=1731091197245; duration=0sec 2024-11-08T18:39:57,738 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:57,738 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:A 2024-11-08T18:39:57,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091257740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091257740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091257740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,742 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:57,826 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:57,831 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bbb48285e9414f42891d4d66c1cdfb48_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bbb48285e9414f42891d4d66c1cdfb48_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:57,832 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/b574b6f711314894b468a1234b98f97a, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:57,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/b574b6f711314894b468a1234b98f97a is 175, key is test_row_0/A:col10/1731091197395/Put/seqid=0 2024-11-08T18:39:57,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742005_1181 (size=39749) 2024-11-08T18:39:57,843 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:57,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091257840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:57,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:58,121 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/d959702fd8514103bbc360afb314bc6b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/d959702fd8514103bbc360afb314bc6b 2024-11-08T18:39:58,126 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/C of 7ad3102155899453a818cbba83debd53 into d959702fd8514103bbc360afb314bc6b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:39:58,127 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:58,127 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/C, priority=12, startTime=1731091197245; duration=0sec 2024-11-08T18:39:58,127 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:39:58,127 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:C 2024-11-08T18:39:58,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:58,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091258150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,155 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:58,239 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/b574b6f711314894b468a1234b98f97a 2024-11-08T18:39:58,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/3ab020c499bd4a82933ff422f9706b5f is 50, key is test_row_0/B:col10/1731091197395/Put/seqid=0 2024-11-08T18:39:58,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742006_1182 (size=12151) 2024-11-08T18:39:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-08T18:39:58,261 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:58,262 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-11-08T18:39:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T18:39:58,264 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:58,265 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:58,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:58,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T18:39:58,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T18:39:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:58,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:58,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:58,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:58,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:58,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T18:39:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:58,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:58,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:58,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:58,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:58,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:58,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T18:39:58,656 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/3ab020c499bd4a82933ff422f9706b5f 2024-11-08T18:39:58,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:58,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091258660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:58,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,664 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:58,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/b8be1eb16f794e2a95607c71b9c9e7de is 50, key is test_row_0/C:col10/1731091197395/Put/seqid=0 2024-11-08T18:39:58,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742007_1183 (size=12151) 2024-11-08T18:39:58,670 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/b8be1eb16f794e2a95607c71b9c9e7de 2024-11-08T18:39:58,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/b574b6f711314894b468a1234b98f97a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b574b6f711314894b468a1234b98f97a 2024-11-08T18:39:58,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b574b6f711314894b468a1234b98f97a, entries=200, sequenceid=195, filesize=38.8 K 2024-11-08T18:39:58,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/3ab020c499bd4a82933ff422f9706b5f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3ab020c499bd4a82933ff422f9706b5f 2024-11-08T18:39:58,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3ab020c499bd4a82933ff422f9706b5f, entries=150, sequenceid=195, filesize=11.9 K 2024-11-08T18:39:58,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/b8be1eb16f794e2a95607c71b9c9e7de as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b8be1eb16f794e2a95607c71b9c9e7de 2024-11-08T18:39:58,694 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b8be1eb16f794e2a95607c71b9c9e7de, entries=150, sequenceid=195, filesize=11.9 K 2024-11-08T18:39:58,695 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ad3102155899453a818cbba83debd53 in 1292ms, sequenceid=195, compaction requested=false 2024-11-08T18:39:58,695 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:58,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-11-08T18:39:58,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:58,725 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T18:39:58,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084a28ac4b159b4f8faf12bd9eb41de560_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091197515/Put/seqid=0 2024-11-08T18:39:58,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742008_1184 (size=12304) 2024-11-08T18:39:58,744 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:58,749 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084a28ac4b159b4f8faf12bd9eb41de560_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084a28ac4b159b4f8faf12bd9eb41de560_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:58,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/641c9cc5826948d692c4cc2189b7f2f8, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:58,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/641c9cc5826948d692c4cc2189b7f2f8 is 175, key is test_row_0/A:col10/1731091197515/Put/seqid=0 2024-11-08T18:39:58,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:58,753 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:58,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742009_1185 (size=31105) 2024-11-08T18:39:58,758 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=223, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/641c9cc5826948d692c4cc2189b7f2f8 2024-11-08T18:39:58,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/77acd6818f8d4236b12cb04366d5ae3a is 50, key is test_row_0/B:col10/1731091197515/Put/seqid=0 2024-11-08T18:39:58,769 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091258766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:58,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091258768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:58,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091258770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:58,770 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:58,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742010_1186 (size=12151) 2024-11-08T18:39:58,779 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/77acd6818f8d4236b12cb04366d5ae3a 2024-11-08T18:39:58,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/88fcf03bdf8d40ab9f360301fa1f3674 is 50, key is test_row_0/C:col10/1731091197515/Put/seqid=0 2024-11-08T18:39:58,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742011_1187 (size=12151) 2024-11-08T18:39:58,794 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=223 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/88fcf03bdf8d40ab9f360301fa1f3674 2024-11-08T18:39:58,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/641c9cc5826948d692c4cc2189b7f2f8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/641c9cc5826948d692c4cc2189b7f2f8 2024-11-08T18:39:58,804 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/641c9cc5826948d692c4cc2189b7f2f8, entries=150, sequenceid=223, filesize=30.4 K 2024-11-08T18:39:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/77acd6818f8d4236b12cb04366d5ae3a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77acd6818f8d4236b12cb04366d5ae3a 2024-11-08T18:39:58,809 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77acd6818f8d4236b12cb04366d5ae3a, entries=150, sequenceid=223, filesize=11.9 K 2024-11-08T18:39:58,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/88fcf03bdf8d40ab9f360301fa1f3674 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/88fcf03bdf8d40ab9f360301fa1f3674 2024-11-08T18:39:58,813 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/88fcf03bdf8d40ab9f360301fa1f3674, entries=150, sequenceid=223, filesize=11.9 K 2024-11-08T18:39:58,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-11-08T18:39:58,814 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7ad3102155899453a818cbba83debd53 in 89ms, sequenceid=223, compaction requested=true 2024-11-08T18:39:58,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:39:58,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:58,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-11-08T18:39:58,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-11-08T18:39:58,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-08T18:39:58,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 551 msec 2024-11-08T18:39:58,819 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 556 msec 2024-11-08T18:39:58,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:39:58,882 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:39:58,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T18:39:58,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-11-08T18:39:58,891 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:39:58,891 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:39:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-11-08T18:39:58,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T18:39:58,892 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:39:58,893 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:39:58,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:39:58,899 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088b4aefbdf963426c8d34270e7c93d2c6_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091198766/Put/seqid=0 2024-11-08T18:39:58,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742012_1188 (size=17284) 2024-11-08T18:39:58,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091258957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:58,959 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091258958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,959 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:58,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091258959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,960 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:58,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:58,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47118 deadline: 1731091258990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:58,994 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in 7ad3102155899453a818cbba83debd53 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8217 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:58,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T18:39:59,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:39:59,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:59,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091259070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091259070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,074 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,074 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091259070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,075 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:39:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:59,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T18:39:59,280 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091259280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091259280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,281 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091259280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,282 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:39:59,307 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088b4aefbdf963426c8d34270e7c93d2c6_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088b4aefbdf963426c8d34270e7c93d2c6_7ad3102155899453a818cbba83debd53 2024-11-08T18:39:59,308 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/2ca1962105ed41a5b8200b91a36bc072, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:39:59,309 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/2ca1962105ed41a5b8200b91a36bc072 is 175, key is test_row_0/A:col10/1731091198766/Put/seqid=0 2024-11-08T18:39:59,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742013_1189 (size=48389) 2024-11-08T18:39:59,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:39:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:39:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T18:39:59,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091259590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091259590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091259590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,592 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:39:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,673 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:39:59,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091259669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:39:59,673 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_1' in 7ad3102155899453a818cbba83debd53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2156 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:39:59,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:39:59,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:39:59,713 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/2ca1962105ed41a5b8200b91a36bc072 2024-11-08T18:39:59,721 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/983477210b514ceabf127d291e76075c is 50, key is test_row_0/B:col10/1731091198766/Put/seqid=0 2024-11-08T18:39:59,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742014_1190 (size=12151) 2024-11-08T18:39:59,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:39:59,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:59,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:39:59,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:39:59,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:39:59,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:39:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T18:40:00,101 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:00,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091260100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:00,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091260100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:00,102 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:00,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091260100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:00,102 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:00,103 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:00,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:40:00,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:00,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/983477210b514ceabf127d291e76075c 2024-11-08T18:40:00,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4820dd419ad74e96b0b22a0d19eed211 is 50, key is test_row_0/C:col10/1731091198766/Put/seqid=0 2024-11-08T18:40:00,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742015_1191 (size=12151) 2024-11-08T18:40:00,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:40:00,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:00,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:40:00,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,424 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] handler.RSProcedureHandler(58): pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=47 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=47 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:00,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4820dd419ad74e96b0b22a0d19eed211 2024-11-08T18:40:00,543 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/2ca1962105ed41a5b8200b91a36bc072 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/2ca1962105ed41a5b8200b91a36bc072 2024-11-08T18:40:00,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/2ca1962105ed41a5b8200b91a36bc072, entries=250, sequenceid=236, filesize=47.3 K 2024-11-08T18:40:00,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/983477210b514ceabf127d291e76075c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/983477210b514ceabf127d291e76075c 2024-11-08T18:40:00,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/983477210b514ceabf127d291e76075c, entries=150, sequenceid=236, filesize=11.9 K 2024-11-08T18:40:00,553 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/4820dd419ad74e96b0b22a0d19eed211 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4820dd419ad74e96b0b22a0d19eed211 2024-11-08T18:40:00,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4820dd419ad74e96b0b22a0d19eed211, entries=150, sequenceid=236, filesize=11.9 K 2024-11-08T18:40:00,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 7ad3102155899453a818cbba83debd53 in 1676ms, sequenceid=236, compaction requested=true 2024-11-08T18:40:00,558 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:00,558 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:00,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:00,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:00,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:00,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:00,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:00,559 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:00,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:00,560 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 150758 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:00,560 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/A is initiating minor compaction (all files) 2024-11-08T18:40:00,560 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/A in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,560 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/35f4c0db9c6448368f7c183161ff7103, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b574b6f711314894b468a1234b98f97a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/641c9cc5826948d692c4cc2189b7f2f8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/2ca1962105ed41a5b8200b91a36bc072] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=147.2 K 2024-11-08T18:40:00,560 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:00,560 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,561 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/B is initiating minor compaction (all files) 2024-11-08T18:40:00,560 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/35f4c0db9c6448368f7c183161ff7103, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b574b6f711314894b468a1234b98f97a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/641c9cc5826948d692c4cc2189b7f2f8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/2ca1962105ed41a5b8200b91a36bc072] 2024-11-08T18:40:00,561 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/B in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,561 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3fa7da7ba482404c945072f73ea59222, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3ab020c499bd4a82933ff422f9706b5f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77acd6818f8d4236b12cb04366d5ae3a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/983477210b514ceabf127d291e76075c] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=47.9 K 2024-11-08T18:40:00,561 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 35f4c0db9c6448368f7c183161ff7103, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731091196590 2024-11-08T18:40:00,561 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3fa7da7ba482404c945072f73ea59222, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731091196590 2024-11-08T18:40:00,562 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b574b6f711314894b468a1234b98f97a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731091197378 2024-11-08T18:40:00,562 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3ab020c499bd4a82933ff422f9706b5f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731091197378 2024-11-08T18:40:00,562 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 641c9cc5826948d692c4cc2189b7f2f8, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731091197473 2024-11-08T18:40:00,562 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77acd6818f8d4236b12cb04366d5ae3a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731091197473 2024-11-08T18:40:00,563 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ca1962105ed41a5b8200b91a36bc072, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731091198763 2024-11-08T18:40:00,563 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 983477210b514ceabf127d291e76075c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731091198763 2024-11-08T18:40:00,572 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:00,574 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#B#compaction#160 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:00,575 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/0381dae7348e457f8755798448de9ad8 is 50, key is test_row_0/B:col10/1731091198766/Put/seqid=0 2024-11-08T18:40:00,576 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411084c6161c7769d44d387d5cf09b55e9b36_7ad3102155899453a818cbba83debd53 store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:00,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-11-08T18:40:00,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,578 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:40:00,579 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411084c6161c7769d44d387d5cf09b55e9b36_7ad3102155899453a818cbba83debd53, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:00,579 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084c6161c7769d44d387d5cf09b55e9b36_7ad3102155899453a818cbba83debd53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:00,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742016_1192 (size=12697) 2024-11-08T18:40:00,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742017_1193 (size=4469) 2024-11-08T18:40:00,612 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#A#compaction#161 average throughput is 0.61 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:00,613 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/76bd6a8b27694adc89757eae4007f277 is 175, key is test_row_0/A:col10/1731091198766/Put/seqid=0 2024-11-08T18:40:00,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110895efd476921442258da3bfc994ce85b1_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091198945/Put/seqid=0 2024-11-08T18:40:00,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742018_1194 (size=31651) 2024-11-08T18:40:00,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742019_1195 (size=12354) 2024-11-08T18:40:00,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:00,631 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110895efd476921442258da3bfc994ce85b1_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110895efd476921442258da3bfc994ce85b1_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:00,632 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/76bd6a8b27694adc89757eae4007f277 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/76bd6a8b27694adc89757eae4007f277 2024-11-08T18:40:00,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1a09dc3d237e40e0a1a1840ec446155a, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:00,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1a09dc3d237e40e0a1a1840ec446155a is 175, key is test_row_0/A:col10/1731091198945/Put/seqid=0 2024-11-08T18:40:00,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742020_1196 (size=31155) 2024-11-08T18:40:00,646 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=260, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1a09dc3d237e40e0a1a1840ec446155a 2024-11-08T18:40:00,648 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/A of 7ad3102155899453a818cbba83debd53 into 76bd6a8b27694adc89757eae4007f277(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:00,648 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:00,648 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/A, priority=12, startTime=1731091200558; duration=0sec 2024-11-08T18:40:00,649 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:00,649 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:A 2024-11-08T18:40:00,649 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:00,651 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:00,651 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/C is initiating minor compaction (all files) 2024-11-08T18:40:00,651 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/C in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:00,651 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/d959702fd8514103bbc360afb314bc6b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b8be1eb16f794e2a95607c71b9c9e7de, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/88fcf03bdf8d40ab9f360301fa1f3674, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4820dd419ad74e96b0b22a0d19eed211] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=47.9 K 2024-11-08T18:40:00,651 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting d959702fd8514103bbc360afb314bc6b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=184, earliestPutTs=1731091196590 2024-11-08T18:40:00,652 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b8be1eb16f794e2a95607c71b9c9e7de, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731091197378 2024-11-08T18:40:00,652 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 88fcf03bdf8d40ab9f360301fa1f3674, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=223, earliestPutTs=1731091197473 2024-11-08T18:40:00,653 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4820dd419ad74e96b0b22a0d19eed211, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731091198763 2024-11-08T18:40:00,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/ef4531fbd3b947cbae24e6bd07872122 is 50, key is test_row_0/B:col10/1731091198945/Put/seqid=0 2024-11-08T18:40:00,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742021_1197 (size=12201) 2024-11-08T18:40:00,668 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/ef4531fbd3b947cbae24e6bd07872122 2024-11-08T18:40:00,685 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#C#compaction#164 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:00,685 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/c9efddfcdf474b768f67b0a249ce37cf is 50, key is test_row_0/C:col10/1731091198766/Put/seqid=0 2024-11-08T18:40:00,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/f18aa68bdae743d784d2bf883cfbb162 is 50, key is test_row_0/C:col10/1731091198945/Put/seqid=0 2024-11-08T18:40:00,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742022_1198 (size=12697) 2024-11-08T18:40:00,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742023_1199 (size=12201) 2024-11-08T18:40:01,004 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/0381dae7348e457f8755798448de9ad8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/0381dae7348e457f8755798448de9ad8 2024-11-08T18:40:01,010 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/B of 7ad3102155899453a818cbba83debd53 into 0381dae7348e457f8755798448de9ad8(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:01,010 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:01,010 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/B, priority=12, startTime=1731091200559; duration=0sec 2024-11-08T18:40:01,011 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:01,011 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:40:01,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T18:40:01,107 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/c9efddfcdf474b768f67b0a249ce37cf as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/c9efddfcdf474b768f67b0a249ce37cf 2024-11-08T18:40:01,109 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=260 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/f18aa68bdae743d784d2bf883cfbb162 2024-11-08T18:40:01,113 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/C of 7ad3102155899453a818cbba83debd53 into c9efddfcdf474b768f67b0a249ce37cf(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:01,113 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:01,113 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/C, priority=12, startTime=1731091200559; duration=0sec 2024-11-08T18:40:01,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1a09dc3d237e40e0a1a1840ec446155a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1a09dc3d237e40e0a1a1840ec446155a 2024-11-08T18:40:01,114 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:01,114 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:C 2024-11-08T18:40:01,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:01,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:01,119 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1a09dc3d237e40e0a1a1840ec446155a, entries=150, sequenceid=260, filesize=30.4 K 2024-11-08T18:40:01,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/ef4531fbd3b947cbae24e6bd07872122 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/ef4531fbd3b947cbae24e6bd07872122 2024-11-08T18:40:01,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,126 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/ef4531fbd3b947cbae24e6bd07872122, entries=150, sequenceid=260, filesize=11.9 K 2024-11-08T18:40:01,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/f18aa68bdae743d784d2bf883cfbb162 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f18aa68bdae743d784d2bf883cfbb162 2024-11-08T18:40:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,132 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f18aa68bdae743d784d2bf883cfbb162, entries=150, sequenceid=260, filesize=11.9 K 2024-11-08T18:40:01,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091261123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,136 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7ad3102155899453a818cbba83debd53 in 558ms, sequenceid=260, compaction requested=false 2024-11-08T18:40:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:01,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-11-08T18:40:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-11-08T18:40:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:01,137 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:01,137 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:40:01,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,140 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-11-08T18:40:01,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2450 sec 2024-11-08T18:40:01,143 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 2.2500 sec 2024-11-08T18:40:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108056fc079ad904cb280a8d7e63f9e5629_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091201129/Put/seqid=0 2024-11-08T18:40:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742025_1201 (size=27698) 2024-11-08T18:40:01,182 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,186 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108056fc079ad904cb280a8d7e63f9e5629_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108056fc079ad904cb280a8d7e63f9e5629_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:01,188 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/91722f78292849068f31f6ca5c737d00, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:01,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/91722f78292849068f31f6ca5c737d00 is 175, key is test_row_0/A:col10/1731091201129/Put/seqid=0 2024-11-08T18:40:01,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742024_1200 (size=83485) 2024-11-08T18:40:01,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091261204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,208 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091261204, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,208 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091261240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091261310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,312 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091261320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,326 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091261450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,452 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091261520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,523 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,531 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091261530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,532 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/91722f78292849068f31f6ca5c737d00 2024-11-08T18:40:01,603 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/8336e7f3d1544c48af623c504af514a1 is 50, key is test_row_0/B:col10/1731091201129/Put/seqid=0 2024-11-08T18:40:01,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742026_1202 (size=12301) 2024-11-08T18:40:01,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/8336e7f3d1544c48af623c504af514a1 2024-11-08T18:40:01,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/60519f1a5da24af59f7b602650188426 is 50, key is test_row_0/C:col10/1731091201129/Put/seqid=0 2024-11-08T18:40:01,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742027_1203 (size=12301) 2024-11-08T18:40:01,637 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/60519f1a5da24af59f7b602650188426 2024-11-08T18:40:01,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/91722f78292849068f31f6ca5c737d00 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/91722f78292849068f31f6ca5c737d00 2024-11-08T18:40:01,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/91722f78292849068f31f6ca5c737d00, entries=450, sequenceid=276, filesize=81.5 K 2024-11-08T18:40:01,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/8336e7f3d1544c48af623c504af514a1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8336e7f3d1544c48af623c504af514a1 2024-11-08T18:40:01,649 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8336e7f3d1544c48af623c504af514a1, entries=150, sequenceid=276, filesize=12.0 K 2024-11-08T18:40:01,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/60519f1a5da24af59f7b602650188426 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/60519f1a5da24af59f7b602650188426 2024-11-08T18:40:01,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/60519f1a5da24af59f7b602650188426, entries=150, sequenceid=276, filesize=12.0 K 2024-11-08T18:40:01,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 7ad3102155899453a818cbba83debd53 in 521ms, sequenceid=276, compaction requested=true 2024-11-08T18:40:01,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:01,659 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:01,659 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:01,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:01,660 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146291 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:01,660 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/A is initiating minor compaction (all files) 2024-11-08T18:40:01,660 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37199 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:01,660 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/A in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:01,660 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/B is initiating minor compaction (all files) 2024-11-08T18:40:01,660 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/76bd6a8b27694adc89757eae4007f277, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1a09dc3d237e40e0a1a1840ec446155a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/91722f78292849068f31f6ca5c737d00] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=142.9 K 2024-11-08T18:40:01,660 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/B in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:01,660 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:01,660 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/76bd6a8b27694adc89757eae4007f277, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1a09dc3d237e40e0a1a1840ec446155a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/91722f78292849068f31f6ca5c737d00] 2024-11-08T18:40:01,660 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/0381dae7348e457f8755798448de9ad8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/ef4531fbd3b947cbae24e6bd07872122, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8336e7f3d1544c48af623c504af514a1] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=36.3 K 2024-11-08T18:40:01,661 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 76bd6a8b27694adc89757eae4007f277, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731091198763 2024-11-08T18:40:01,661 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 0381dae7348e457f8755798448de9ad8, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731091198763 2024-11-08T18:40:01,661 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ef4531fbd3b947cbae24e6bd07872122, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731091198945 2024-11-08T18:40:01,661 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1a09dc3d237e40e0a1a1840ec446155a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731091198945 2024-11-08T18:40:01,662 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8336e7f3d1544c48af623c504af514a1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731091201121 2024-11-08T18:40:01,662 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91722f78292849068f31f6ca5c737d00, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731091201114 2024-11-08T18:40:01,673 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#B#compaction#169 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:01,674 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/39b76e69210943a6851c3da91a3ebc97 is 50, key is test_row_0/B:col10/1731091201129/Put/seqid=0 2024-11-08T18:40:01,675 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:01,680 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411087c11c0f2e5384481bb21030004076215_7ad3102155899453a818cbba83debd53 store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:01,683 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411087c11c0f2e5384481bb21030004076215_7ad3102155899453a818cbba83debd53, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:01,683 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087c11c0f2e5384481bb21030004076215_7ad3102155899453a818cbba83debd53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:01,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742028_1204 (size=12949) 2024-11-08T18:40:01,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742029_1205 (size=4469) 2024-11-08T18:40:01,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:01,692 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:01,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:40:01,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b82fb186430641c98ba9d2c11e440d97_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091201202/Put/seqid=0 2024-11-08T18:40:01,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742030_1206 (size=14994) 2024-11-08T18:40:01,705 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:01,709 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b82fb186430641c98ba9d2c11e440d97_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b82fb186430641c98ba9d2c11e440d97_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:01,710 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/7f09473e762946feb8a0a5d47bf0e8f7, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:01,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/7f09473e762946feb8a0a5d47bf0e8f7 is 175, key is test_row_0/A:col10/1731091201202/Put/seqid=0 2024-11-08T18:40:01,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742031_1207 (size=39949) 2024-11-08T18:40:01,716 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=300, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/7f09473e762946feb8a0a5d47bf0e8f7 2024-11-08T18:40:01,726 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/c6a73d89d4fd4d0da6e80382fd9ab90f is 50, key is test_row_0/B:col10/1731091201202/Put/seqid=0 2024-11-08T18:40:01,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091261726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742032_1208 (size=12301) 2024-11-08T18:40:01,734 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/c6a73d89d4fd4d0da6e80382fd9ab90f 2024-11-08T18:40:01,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/e50bc87cc83e4e8e9416c9fd06016e5e is 50, key is test_row_0/C:col10/1731091201202/Put/seqid=0 2024-11-08T18:40:01,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742033_1209 (size=12301) 2024-11-08T18:40:01,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=300 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/e50bc87cc83e4e8e9416c9fd06016e5e 2024-11-08T18:40:01,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/7f09473e762946feb8a0a5d47bf0e8f7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7f09473e762946feb8a0a5d47bf0e8f7 2024-11-08T18:40:01,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7f09473e762946feb8a0a5d47bf0e8f7, entries=200, sequenceid=300, filesize=39.0 K 2024-11-08T18:40:01,761 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/c6a73d89d4fd4d0da6e80382fd9ab90f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/c6a73d89d4fd4d0da6e80382fd9ab90f 2024-11-08T18:40:01,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091261760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,767 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/c6a73d89d4fd4d0da6e80382fd9ab90f, entries=150, sequenceid=300, filesize=12.0 K 2024-11-08T18:40:01,768 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/e50bc87cc83e4e8e9416c9fd06016e5e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/e50bc87cc83e4e8e9416c9fd06016e5e 2024-11-08T18:40:01,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/e50bc87cc83e4e8e9416c9fd06016e5e, entries=150, sequenceid=300, filesize=12.0 K 2024-11-08T18:40:01,772 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 7ad3102155899453a818cbba83debd53 in 80ms, sequenceid=300, compaction requested=true 2024-11-08T18:40:01,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:01,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:A, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:01,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:40:01,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:B, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:01,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-11-08T18:40:01,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:01,773 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-08T18:40:01,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:01,833 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:01,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:40:01,853 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110813c45c9ac4234cc5aabf06cd5a760d49_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091201831/Put/seqid=0 2024-11-08T18:40:01,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742034_1210 (size=14994) 2024-11-08T18:40:01,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091261889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091261893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091261894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:01,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091262000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091262000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,002 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091262001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,002 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,003 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,089 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/39b76e69210943a6851c3da91a3ebc97 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/39b76e69210943a6851c3da91a3ebc97 2024-11-08T18:40:02,092 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#A#compaction#170 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:02,092 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/26496a0a931f466fa6c101d88b377c29 is 175, key is test_row_0/A:col10/1731091201129/Put/seqid=0 2024-11-08T18:40:02,095 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ad3102155899453a818cbba83debd53/B of 7ad3102155899453a818cbba83debd53 into 39b76e69210943a6851c3da91a3ebc97(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:02,095 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:02,095 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/B, priority=13, startTime=1731091201659; duration=0sec 2024-11-08T18:40:02,095 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-11-08T18:40:02,095 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:40:02,095 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-11-08T18:40:02,096 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-08T18:40:02,096 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-08T18:40:02,096 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. because compaction request was cancelled 2024-11-08T18:40:02,096 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:A 2024-11-08T18:40:02,096 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:02,098 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49500 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:02,098 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/C is initiating minor compaction (all files) 2024-11-08T18:40:02,098 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/C in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:02,098 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/c9efddfcdf474b768f67b0a249ce37cf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f18aa68bdae743d784d2bf883cfbb162, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/60519f1a5da24af59f7b602650188426, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/e50bc87cc83e4e8e9416c9fd06016e5e] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=48.3 K 2024-11-08T18:40:02,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742035_1211 (size=31903) 2024-11-08T18:40:02,099 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c9efddfcdf474b768f67b0a249ce37cf, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1731091198763 2024-11-08T18:40:02,100 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f18aa68bdae743d784d2bf883cfbb162, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=260, earliestPutTs=1731091198945 2024-11-08T18:40:02,101 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 60519f1a5da24af59f7b602650188426, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731091201121 2024-11-08T18:40:02,101 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting e50bc87cc83e4e8e9416c9fd06016e5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731091201188 2024-11-08T18:40:02,110 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#C#compaction#175 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:02,111 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/3540e92844614368be0d0714e9346679 is 50, key is test_row_0/C:col10/1731091201202/Put/seqid=0 2024-11-08T18:40:02,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742036_1212 (size=12983) 2024-11-08T18:40:02,215 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091262210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091262210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091262210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,216 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,217 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,261 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:02,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110813c45c9ac4234cc5aabf06cd5a760d49_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110813c45c9ac4234cc5aabf06cd5a760d49_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:02,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/11e0135b96c342338f2256ca8a3b279b, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:02,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/11e0135b96c342338f2256ca8a3b279b is 175, key is test_row_0/A:col10/1731091201831/Put/seqid=0 2024-11-08T18:40:02,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742037_1213 (size=39949) 2024-11-08T18:40:02,270 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/11e0135b96c342338f2256ca8a3b279b 2024-11-08T18:40:02,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091262270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,274 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,277 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/5a2c85b8fef34147bbe841640fb72e44 is 50, key is test_row_0/B:col10/1731091201831/Put/seqid=0 2024-11-08T18:40:02,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742038_1214 (size=12301) 2024-11-08T18:40:02,504 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/26496a0a931f466fa6c101d88b377c29 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26496a0a931f466fa6c101d88b377c29 2024-11-08T18:40:02,510 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ad3102155899453a818cbba83debd53/A of 7ad3102155899453a818cbba83debd53 into 26496a0a931f466fa6c101d88b377c29(size=31.2 K), total size for store is 70.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:02,510 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/A, priority=13, startTime=1731091201658; duration=0sec 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:A 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. because compaction request was cancelled 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:C 2024-11-08T18:40:02,510 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-08T18:40:02,513 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-08T18:40:02,513 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-08T18:40:02,513 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. because compaction request was cancelled 2024-11-08T18:40:02,513 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:40:02,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091262520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,522 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,522 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/3540e92844614368be0d0714e9346679 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/3540e92844614368be0d0714e9346679 2024-11-08T18:40:02,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091262520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091262520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,524 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:02,525 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:02,528 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/C of 7ad3102155899453a818cbba83debd53 into 3540e92844614368be0d0714e9346679(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:02,528 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:02,528 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/C, priority=12, startTime=1731091201773; duration=0sec 2024-11-08T18:40:02,528 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:02,528 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:C 2024-11-08T18:40:02,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/5a2c85b8fef34147bbe841640fb72e44 2024-11-08T18:40:02,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/fef6172cf0ec4b138181ab676039480d is 50, key is test_row_0/C:col10/1731091201831/Put/seqid=0 2024-11-08T18:40:02,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742039_1215 (size=12301) 2024-11-08T18:40:02,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/fef6172cf0ec4b138181ab676039480d 2024-11-08T18:40:02,700 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/11e0135b96c342338f2256ca8a3b279b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/11e0135b96c342338f2256ca8a3b279b 2024-11-08T18:40:02,704 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/11e0135b96c342338f2256ca8a3b279b, entries=200, sequenceid=314, filesize=39.0 K 2024-11-08T18:40:02,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/5a2c85b8fef34147bbe841640fb72e44 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5a2c85b8fef34147bbe841640fb72e44 2024-11-08T18:40:02,708 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5a2c85b8fef34147bbe841640fb72e44, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T18:40:02,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/fef6172cf0ec4b138181ab676039480d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/fef6172cf0ec4b138181ab676039480d 2024-11-08T18:40:02,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/fef6172cf0ec4b138181ab676039480d, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T18:40:02,715 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 7ad3102155899453a818cbba83debd53 in 882ms, sequenceid=314, compaction requested=true 2024-11-08T18:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:02,715 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:02,715 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:02,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:02,716 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111801 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:02,717 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:02,717 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/A is initiating minor compaction (all files) 2024-11-08T18:40:02,717 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/B is initiating minor compaction (all files) 2024-11-08T18:40:02,717 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/A in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:02,717 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/B in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:02,717 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26496a0a931f466fa6c101d88b377c29, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7f09473e762946feb8a0a5d47bf0e8f7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/11e0135b96c342338f2256ca8a3b279b] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=109.2 K 2024-11-08T18:40:02,717 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/39b76e69210943a6851c3da91a3ebc97, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/c6a73d89d4fd4d0da6e80382fd9ab90f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5a2c85b8fef34147bbe841640fb72e44] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=36.7 K 2024-11-08T18:40:02,717 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:02,717 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26496a0a931f466fa6c101d88b377c29, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7f09473e762946feb8a0a5d47bf0e8f7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/11e0135b96c342338f2256ca8a3b279b] 2024-11-08T18:40:02,717 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26496a0a931f466fa6c101d88b377c29, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731091201121 2024-11-08T18:40:02,717 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 39b76e69210943a6851c3da91a3ebc97, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1731091201121 2024-11-08T18:40:02,718 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c6a73d89d4fd4d0da6e80382fd9ab90f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731091201188 2024-11-08T18:40:02,718 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7f09473e762946feb8a0a5d47bf0e8f7, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731091201188 2024-11-08T18:40:02,718 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 11e0135b96c342338f2256ca8a3b279b, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731091201716 2024-11-08T18:40:02,718 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a2c85b8fef34147bbe841640fb72e44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731091201718 2024-11-08T18:40:02,726 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:02,727 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#B#compaction#178 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:02,727 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/83fb7d5d28f643b695b77a6aad8a500c is 50, key is test_row_0/B:col10/1731091201831/Put/seqid=0 2024-11-08T18:40:02,728 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411082c4fa5a659794097943ae0ac8ea0872a_7ad3102155899453a818cbba83debd53 store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:02,730 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411082c4fa5a659794097943ae0ac8ea0872a_7ad3102155899453a818cbba83debd53, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:02,730 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082c4fa5a659794097943ae0ac8ea0872a_7ad3102155899453a818cbba83debd53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:02,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742040_1216 (size=13051) 2024-11-08T18:40:02,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742041_1217 (size=4469) 2024-11-08T18:40:03,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:03,032 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:03,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:40:03,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088a3aeac50f874caeb36c031dafa69793_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091203033/Put/seqid=0 2024-11-08T18:40:03,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742042_1218 (size=14994) 2024-11-08T18:40:03,047 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:03,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091263044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091263046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,048 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,051 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411088a3aeac50f874caeb36c031dafa69793_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088a3aeac50f874caeb36c031dafa69793_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:03,051 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1aed1615ae2a4fe38fb1a48160be76bb, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:03,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1aed1615ae2a4fe38fb1a48160be76bb is 175, key is test_row_0/A:col10/1731091203033/Put/seqid=0 2024-11-08T18:40:03,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091263047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,056 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742043_1219 (size=39949) 2024-11-08T18:40:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-11-08T18:40:03,061 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:03,061 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:03,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-11-08T18:40:03,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T18:40:03,063 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:03,063 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:03,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:03,137 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/83fb7d5d28f643b695b77a6aad8a500c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83fb7d5d28f643b695b77a6aad8a500c 2024-11-08T18:40:03,140 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#A#compaction#179 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:03,146 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/80b283276efa47989fe7345e83ea505b is 175, key is test_row_0/A:col10/1731091201831/Put/seqid=0 2024-11-08T18:40:03,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742044_1220 (size=32005) 2024-11-08T18:40:03,151 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091263150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,152 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ad3102155899453a818cbba83debd53/B of 7ad3102155899453a818cbba83debd53 into 83fb7d5d28f643b695b77a6aad8a500c(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:03,152 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:03,152 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/B, priority=13, startTime=1731091202715; duration=0sec 2024-11-08T18:40:03,152 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:03,152 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:40:03,152 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-08T18:40:03,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091263150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,154 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-08T18:40:03,154 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-08T18:40:03,154 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. because compaction request was cancelled 2024-11-08T18:40:03,154 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:C 2024-11-08T18:40:03,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091263160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,164 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T18:40:03,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T18:40:03,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:03,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,216 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091263290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,291 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in 7ad3102155899453a818cbba83debd53 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091263359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091263360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,362 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T18:40:03,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:03,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,370 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091263370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,374 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T18:40:03,459 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=342, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1aed1615ae2a4fe38fb1a48160be76bb 2024-11-08T18:40:03,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/46a823549c11490996b7e084687c706a is 50, key is test_row_0/B:col10/1731091203033/Put/seqid=0 2024-11-08T18:40:03,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742045_1221 (size=12301) 2024-11-08T18:40:03,522 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T18:40:03,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:03,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,557 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/80b283276efa47989fe7345e83ea505b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/80b283276efa47989fe7345e83ea505b 2024-11-08T18:40:03,562 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ad3102155899453a818cbba83debd53/A of 7ad3102155899453a818cbba83debd53 into 80b283276efa47989fe7345e83ea505b(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:03,562 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:03,562 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/A, priority=13, startTime=1731091202715; duration=0sec 2024-11-08T18:40:03,562 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:03,562 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:A 2024-11-08T18:40:03,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T18:40:03,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:03,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091263670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,676 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,676 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091263670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,677 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091263680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:03,680 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:03,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T18:40:03,827 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T18:40:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,879 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/46a823549c11490996b7e084687c706a 2024-11-08T18:40:03,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/af984cf332fa44d8b710037f0f6a827b is 50, key is test_row_0/C:col10/1731091203033/Put/seqid=0 2024-11-08T18:40:03,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742046_1222 (size=12301) 2024-11-08T18:40:03,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T18:40:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:03,981 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:03,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:04,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T18:40:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:04,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:04,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:04,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:04,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:04,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091264190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:04,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091264190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:04,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:04,193 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:04,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091264191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:04,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:04,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T18:40:04,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T18:40:04,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:04,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:04,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:04,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:04,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=342 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/af984cf332fa44d8b710037f0f6a827b 2024-11-08T18:40:04,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/1aed1615ae2a4fe38fb1a48160be76bb as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1aed1615ae2a4fe38fb1a48160be76bb 2024-11-08T18:40:04,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1aed1615ae2a4fe38fb1a48160be76bb, entries=200, sequenceid=342, filesize=39.0 K 2024-11-08T18:40:04,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/46a823549c11490996b7e084687c706a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/46a823549c11490996b7e084687c706a 2024-11-08T18:40:04,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/46a823549c11490996b7e084687c706a, entries=150, sequenceid=342, filesize=12.0 K 2024-11-08T18:40:04,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/af984cf332fa44d8b710037f0f6a827b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/af984cf332fa44d8b710037f0f6a827b 2024-11-08T18:40:04,316 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/af984cf332fa44d8b710037f0f6a827b, entries=150, sequenceid=342, filesize=12.0 K 2024-11-08T18:40:04,317 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 7ad3102155899453a818cbba83debd53 in 1285ms, sequenceid=342, compaction requested=true 2024-11-08T18:40:04,317 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:04,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:04,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:04,317 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-08T18:40:04,317 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-08T18:40:04,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:04,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:04,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:04,317 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:04,318 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-08T18:40:04,318 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-11-08T18:40:04,318 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-08T18:40:04,318 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-11-08T18:40:04,318 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. because compaction request was cancelled 2024-11-08T18:40:04,318 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. because compaction request was cancelled 2024-11-08T18:40:04,318 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:40:04,318 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:A 2024-11-08T18:40:04,318 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:04,319 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:04,319 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/C is initiating minor compaction (all files) 2024-11-08T18:40:04,319 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/C in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:04,319 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/3540e92844614368be0d0714e9346679, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/fef6172cf0ec4b138181ab676039480d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/af984cf332fa44d8b710037f0f6a827b] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=36.7 K 2024-11-08T18:40:04,320 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 3540e92844614368be0d0714e9346679, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=300, earliestPutTs=1731091201188 2024-11-08T18:40:04,320 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting fef6172cf0ec4b138181ab676039480d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731091201718 2024-11-08T18:40:04,320 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting af984cf332fa44d8b710037f0f6a827b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731091203031 2024-11-08T18:40:04,344 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#C#compaction#183 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:04,344 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/ff1a1ff68757413094efaa31959fa593 is 50, key is test_row_0/C:col10/1731091203033/Put/seqid=0 2024-11-08T18:40:04,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742047_1223 (size=13085) 2024-11-08T18:40:04,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-11-08T18:40:04,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:04,441 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:40:04,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110858ae6656f17845c099b1aa7f8baf6090_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091203045/Put/seqid=0 2024-11-08T18:40:04,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742048_1224 (size=12454) 2024-11-08T18:40:04,767 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/ff1a1ff68757413094efaa31959fa593 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ff1a1ff68757413094efaa31959fa593 2024-11-08T18:40:04,772 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ad3102155899453a818cbba83debd53/C of 7ad3102155899453a818cbba83debd53 into ff1a1ff68757413094efaa31959fa593(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:04,772 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:04,772 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/C, priority=13, startTime=1731091204317; duration=0sec 2024-11-08T18:40:04,772 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:04,772 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:C 2024-11-08T18:40:04,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:04,858 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110858ae6656f17845c099b1aa7f8baf6090_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110858ae6656f17845c099b1aa7f8baf6090_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:04,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/7155e5a8fb984abb994f56d2d98f3ca6, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:04,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/7155e5a8fb984abb994f56d2d98f3ca6 is 175, key is test_row_0/A:col10/1731091203045/Put/seqid=0 2024-11-08T18:40:04,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742049_1225 (size=31255) 2024-11-08T18:40:05,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:05,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:05,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T18:40:05,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091265232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,238 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091265233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091265235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,239 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,273 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=355, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/7155e5a8fb984abb994f56d2d98f3ca6 2024-11-08T18:40:05,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/8d9712492ac54ea98ca61a9fb740033b is 50, key is test_row_0/B:col10/1731091203045/Put/seqid=0 2024-11-08T18:40:05,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742050_1226 (size=12301) 2024-11-08T18:40:05,287 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/8d9712492ac54ea98ca61a9fb740033b 2024-11-08T18:40:05,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/b1e73c3ad6ea4fe39464f5dabb4e9495 is 50, key is test_row_0/C:col10/1731091203045/Put/seqid=0 2024-11-08T18:40:05,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742051_1227 (size=12301) 2024-11-08T18:40:05,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47082 deadline: 1731091265300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,303 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in 7ad3102155899453a818cbba83debd53 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091265340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,342 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091265350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091265350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,353 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091265550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,554 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091265560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091265560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,563 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,564 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,703 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=355 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/b1e73c3ad6ea4fe39464f5dabb4e9495 2024-11-08T18:40:05,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/7155e5a8fb984abb994f56d2d98f3ca6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7155e5a8fb984abb994f56d2d98f3ca6 2024-11-08T18:40:05,712 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7155e5a8fb984abb994f56d2d98f3ca6, entries=150, sequenceid=355, filesize=30.5 K 2024-11-08T18:40:05,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/8d9712492ac54ea98ca61a9fb740033b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8d9712492ac54ea98ca61a9fb740033b 2024-11-08T18:40:05,718 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8d9712492ac54ea98ca61a9fb740033b, entries=150, sequenceid=355, filesize=12.0 K 2024-11-08T18:40:05,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/b1e73c3ad6ea4fe39464f5dabb4e9495 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b1e73c3ad6ea4fe39464f5dabb4e9495 2024-11-08T18:40:05,723 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b1e73c3ad6ea4fe39464f5dabb4e9495, entries=150, sequenceid=355, filesize=12.0 K 2024-11-08T18:40:05,724 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 7ad3102155899453a818cbba83debd53 in 1283ms, sequenceid=355, compaction requested=true 2024-11-08T18:40:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:05,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-11-08T18:40:05,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-11-08T18:40:05,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-11-08T18:40:05,727 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6610 sec 2024-11-08T18:40:05,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 2.6660 sec 2024-11-08T18:40:05,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:05,864 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:05,864 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T18:40:05,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089da0c59bc55e4b868d53579e47a75591_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091205216/Put/seqid=0 2024-11-08T18:40:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742052_1228 (size=14994) 2024-11-08T18:40:05,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091265875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,881 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091265881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091265881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,886 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091265990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091265990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091265990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:05,994 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:06,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091266200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:06,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:06,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091266200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,202 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:06,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091266200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,203 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:06,280 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:06,284 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411089da0c59bc55e4b868d53579e47a75591_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089da0c59bc55e4b868d53579e47a75591_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:06,285 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/b6f9eddc105446e6a06a3d5456b00e73, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:06,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/b6f9eddc105446e6a06a3d5456b00e73 is 175, key is test_row_0/A:col10/1731091205216/Put/seqid=0 2024-11-08T18:40:06,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742053_1229 (size=39949) 2024-11-08T18:40:06,514 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:06,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091266510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091266510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,515 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:06,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091266510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,515 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:06,516 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:06,697 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=382, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/b6f9eddc105446e6a06a3d5456b00e73 2024-11-08T18:40:06,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/77a535ee5a044695adecdfa25487054d is 50, key is test_row_0/B:col10/1731091205216/Put/seqid=0 2024-11-08T18:40:06,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742054_1230 (size=12301) 2024-11-08T18:40:07,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47044 deadline: 1731091267020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:07,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:07,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47068 deadline: 1731091267020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:07,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:07,021 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:07,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:07,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:07,021 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:07,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:47062 deadline: 1731091267020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:07,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:07,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:07,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:07,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/77a535ee5a044695adecdfa25487054d 2024-11-08T18:40:07,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/dfa512ec2bf9449fb41e3ec4afe7d4e3 is 50, key is test_row_0/C:col10/1731091205216/Put/seqid=0 2024-11-08T18:40:07,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742055_1231 (size=12301) 2024-11-08T18:40:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-11-08T18:40:07,230 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:07,230 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-11-08T18:40:07,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T18:40:07,232 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:07,233 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:07,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:07,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T18:40:07,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T18:40:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:07,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:07,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:07,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:07,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=382 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/dfa512ec2bf9449fb41e3ec4afe7d4e3 2024-11-08T18:40:07,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/b6f9eddc105446e6a06a3d5456b00e73 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b6f9eddc105446e6a06a3d5456b00e73 2024-11-08T18:40:07,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b6f9eddc105446e6a06a3d5456b00e73, entries=200, sequenceid=382, filesize=39.0 K 2024-11-08T18:40:07,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/77a535ee5a044695adecdfa25487054d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77a535ee5a044695adecdfa25487054d 2024-11-08T18:40:07,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77a535ee5a044695adecdfa25487054d, entries=150, sequenceid=382, filesize=12.0 K 2024-11-08T18:40:07,539 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/dfa512ec2bf9449fb41e3ec4afe7d4e3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/dfa512ec2bf9449fb41e3ec4afe7d4e3 2024-11-08T18:40:07,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T18:40:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:07,540 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:07,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:07,547 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/dfa512ec2bf9449fb41e3ec4afe7d4e3, entries=150, sequenceid=382, filesize=12.0 K 2024-11-08T18:40:07,548 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 7ad3102155899453a818cbba83debd53 in 1683ms, sequenceid=382, compaction requested=true 2024-11-08T18:40:07,548 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:07,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:07,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:07,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:07,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:07,548 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:07,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 7ad3102155899453a818cbba83debd53:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:07,548 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:07,548 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:07,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T18:40:07,551 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 143158 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:07,551 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:07,551 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/B is initiating minor compaction (all files) 2024-11-08T18:40:07,551 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/A is initiating minor compaction (all files) 2024-11-08T18:40:07,551 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/A in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:07,551 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/B in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:07,552 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83fb7d5d28f643b695b77a6aad8a500c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/46a823549c11490996b7e084687c706a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8d9712492ac54ea98ca61a9fb740033b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77a535ee5a044695adecdfa25487054d] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=48.8 K 2024-11-08T18:40:07,552 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/80b283276efa47989fe7345e83ea505b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1aed1615ae2a4fe38fb1a48160be76bb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7155e5a8fb984abb994f56d2d98f3ca6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b6f9eddc105446e6a06a3d5456b00e73] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=139.8 K 2024-11-08T18:40:07,552 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:07,552 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/80b283276efa47989fe7345e83ea505b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1aed1615ae2a4fe38fb1a48160be76bb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7155e5a8fb984abb994f56d2d98f3ca6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b6f9eddc105446e6a06a3d5456b00e73] 2024-11-08T18:40:07,552 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 83fb7d5d28f643b695b77a6aad8a500c, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731091201718 2024-11-08T18:40:07,552 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80b283276efa47989fe7345e83ea505b, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731091201718 2024-11-08T18:40:07,553 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 46a823549c11490996b7e084687c706a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731091203031 2024-11-08T18:40:07,553 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1aed1615ae2a4fe38fb1a48160be76bb, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731091201891 2024-11-08T18:40:07,553 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d9712492ac54ea98ca61a9fb740033b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731091203036 2024-11-08T18:40:07,553 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7155e5a8fb984abb994f56d2d98f3ca6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731091203036 2024-11-08T18:40:07,553 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 77a535ee5a044695adecdfa25487054d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731091205216 2024-11-08T18:40:07,554 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6f9eddc105446e6a06a3d5456b00e73, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731091205216 2024-11-08T18:40:07,562 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:07,567 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#B#compaction#191 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:07,567 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/c219b38508d84f92a80d0074df715a0c is 50, key is test_row_0/B:col10/1731091205216/Put/seqid=0 2024-11-08T18:40:07,569 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411086b10daaf4f3f40cb96af827a40fcce70_7ad3102155899453a818cbba83debd53 store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:07,571 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411086b10daaf4f3f40cb96af827a40fcce70_7ad3102155899453a818cbba83debd53, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:07,571 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086b10daaf4f3f40cb96af827a40fcce70_7ad3102155899453a818cbba83debd53 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:07,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742056_1232 (size=13187) 2024-11-08T18:40:07,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742057_1233 (size=4469) 2024-11-08T18:40:07,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-11-08T18:40:07,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:07,693 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T18:40:07,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110857d25e3b63eb41f8982eace037a9a94f_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091205878/Put/seqid=0 2024-11-08T18:40:07,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742058_1234 (size=12454) 2024-11-08T18:40:07,775 INFO [Thread-652 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-652. 2024-11-08T18:40:07,775 DEBUG [Thread-652 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:07,775 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:07,775 DEBUG [Thread-652 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:07,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:07,775 INFO [Thread-648 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-648. 2024-11-08T18:40:07,775 DEBUG [Thread-648 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:07,775 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:07,775 DEBUG [Thread-648 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:07,775 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:07,777 INFO [Thread-650 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-650. 2024-11-08T18:40:07,777 DEBUG [Thread-650 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:07,777 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:07,777 DEBUG [Thread-650 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:07,777 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:07,779 INFO [Thread-654 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-654. 2024-11-08T18:40:07,779 DEBUG [Thread-654 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:07,779 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:07,779 DEBUG [Thread-654 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:07,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T18:40:07,977 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:07,978 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/c00fcecc694b4535a1a803eea64ce2fc is 175, key is test_row_0/A:col10/1731091205216/Put/seqid=0 2024-11-08T18:40:07,980 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/c219b38508d84f92a80d0074df715a0c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/c219b38508d84f92a80d0074df715a0c 2024-11-08T18:40:07,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742059_1235 (size=32141) 2024-11-08T18:40:07,985 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/B of 7ad3102155899453a818cbba83debd53 into c219b38508d84f92a80d0074df715a0c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:07,985 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:07,985 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/B, priority=12, startTime=1731091207548; duration=0sec 2024-11-08T18:40:07,985 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:07,985 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:B 2024-11-08T18:40:07,985 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:07,986 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:07,986 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 7ad3102155899453a818cbba83debd53/C is initiating minor compaction (all files) 2024-11-08T18:40:07,986 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 7ad3102155899453a818cbba83debd53/C in TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:07,986 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ff1a1ff68757413094efaa31959fa593, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b1e73c3ad6ea4fe39464f5dabb4e9495, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/dfa512ec2bf9449fb41e3ec4afe7d4e3] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp, totalSize=36.8 K 2024-11-08T18:40:07,987 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ff1a1ff68757413094efaa31959fa593, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=342, earliestPutTs=1731091203031 2024-11-08T18:40:07,987 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b1e73c3ad6ea4fe39464f5dabb4e9495, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=355, earliestPutTs=1731091203036 2024-11-08T18:40:07,987 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting dfa512ec2bf9449fb41e3ec4afe7d4e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=382, earliestPutTs=1731091205216 2024-11-08T18:40:07,993 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 7ad3102155899453a818cbba83debd53#C#compaction#193 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:07,993 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/67a791df1cb84abdb804ab6a884302d1 is 50, key is test_row_0/C:col10/1731091205216/Put/seqid=0 2024-11-08T18:40:07,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742060_1236 (size=13187) 2024-11-08T18:40:08,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:08,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. as already flushing 2024-11-08T18:40:08,031 INFO [Thread-641 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-641. 2024-11-08T18:40:08,031 INFO [Thread-645 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-645. 2024-11-08T18:40:08,031 DEBUG [Thread-641 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:08,031 DEBUG [Thread-645 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:08,031 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:08,031 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:08,031 DEBUG [Thread-645 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:08,031 DEBUG [Thread-641 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:08,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:08,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:08,041 INFO [Thread-643 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-643. 2024-11-08T18:40:08,041 DEBUG [Thread-643 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:08,041 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:08,041 DEBUG [Thread-643 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:08,041 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:08,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:08,109 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110857d25e3b63eb41f8982eace037a9a94f_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110857d25e3b63eb41f8982eace037a9a94f_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:08,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/26693d1d231d4a47ac932e8be9940d74, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:08,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/26693d1d231d4a47ac932e8be9940d74 is 175, key is test_row_0/A:col10/1731091205878/Put/seqid=0 2024-11-08T18:40:08,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742061_1237 (size=31255) 2024-11-08T18:40:08,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T18:40:08,387 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/c00fcecc694b4535a1a803eea64ce2fc as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/c00fcecc694b4535a1a803eea64ce2fc 2024-11-08T18:40:08,391 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 7ad3102155899453a818cbba83debd53/A of 7ad3102155899453a818cbba83debd53 into c00fcecc694b4535a1a803eea64ce2fc(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:08,391 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:08,391 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/A, priority=12, startTime=1731091207548; duration=0sec 2024-11-08T18:40:08,391 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:08,391 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:A 2024-11-08T18:40:08,400 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/67a791df1cb84abdb804ab6a884302d1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/67a791df1cb84abdb804ab6a884302d1 2024-11-08T18:40:08,404 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 7ad3102155899453a818cbba83debd53/C of 7ad3102155899453a818cbba83debd53 into 67a791df1cb84abdb804ab6a884302d1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:08,404 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:08,404 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., storeName=7ad3102155899453a818cbba83debd53/C, priority=13, startTime=1731091207548; duration=0sec 2024-11-08T18:40:08,404 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:08,404 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 7ad3102155899453a818cbba83debd53:C 2024-11-08T18:40:08,514 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/26693d1d231d4a47ac932e8be9940d74 2024-11-08T18:40:08,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/245adf5ea21a473cadd49affff2fe613 is 50, key is test_row_0/B:col10/1731091205878/Put/seqid=0 2024-11-08T18:40:08,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742062_1238 (size=12301) 2024-11-08T18:40:08,925 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/245adf5ea21a473cadd49affff2fe613 2024-11-08T18:40:08,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/f58dac0f215740039137539ffbbd14bf is 50, key is test_row_0/C:col10/1731091205878/Put/seqid=0 2024-11-08T18:40:08,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742063_1239 (size=12301) 2024-11-08T18:40:09,041 INFO [Thread-639 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-639. 2024-11-08T18:40:09,041 DEBUG [Thread-639 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:09,041 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:09,042 DEBUG [Thread-639 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:09,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:09,335 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/f58dac0f215740039137539ffbbd14bf 2024-11-08T18:40:09,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/26693d1d231d4a47ac932e8be9940d74 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26693d1d231d4a47ac932e8be9940d74 2024-11-08T18:40:09,343 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26693d1d231d4a47ac932e8be9940d74, entries=150, sequenceid=392, filesize=30.5 K 2024-11-08T18:40:09,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/245adf5ea21a473cadd49affff2fe613 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/245adf5ea21a473cadd49affff2fe613 2024-11-08T18:40:09,347 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/245adf5ea21a473cadd49affff2fe613, entries=150, sequenceid=392, filesize=12.0 K 2024-11-08T18:40:09,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/f58dac0f215740039137539ffbbd14bf as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f58dac0f215740039137539ffbbd14bf 2024-11-08T18:40:09,350 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f58dac0f215740039137539ffbbd14bf, entries=150, sequenceid=392, filesize=12.0 K 2024-11-08T18:40:09,351 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=26.84 KB/27480 for 7ad3102155899453a818cbba83debd53 in 1658ms, sequenceid=392, compaction requested=false 2024-11-08T18:40:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 7ad3102155899453a818cbba83debd53: 2024-11-08T18:40:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:09,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-08T18:40:09,351 INFO [Thread-637 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-637. 2024-11-08T18:40:09,351 DEBUG [Thread-637 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:09,351 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:09,351 DEBUG [Thread-637 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:09,352 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:09,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-08T18:40:09,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-08T18:40:09,354 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1200 sec 2024-11-08T18:40:09,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 2.1250 sec 2024-11-08T18:40:09,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-08T18:40:09,381 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 49 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 79 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 78 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3423 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3414 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1388 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4164 rows 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1389 2024-11-08T18:40:09,381 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4166 rows 2024-11-08T18:40:09,381 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:40:09,381 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:40:09,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:09,381 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:09,381 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:09,382 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-08T18:40:09,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:09,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T18:40:09,384 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091209384"}]},"ts":"1731091209384"} 2024-11-08T18:40:09,386 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T18:40:09,386 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T18:40:09,387 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T18:40:09,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, UNASSIGN}] 2024-11-08T18:40:09,388 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, UNASSIGN 2024-11-08T18:40:09,389 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=7ad3102155899453a818cbba83debd53, regionState=CLOSING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:09,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=53, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, UNASSIGN because future has completed 2024-11-08T18:40:09,390 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T18:40:09,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:40:09,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T18:40:09,542 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(122): Close 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:09,542 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T18:40:09,543 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1722): Closing 7ad3102155899453a818cbba83debd53, disabling compactions & flushes 2024-11-08T18:40:09,543 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:09,543 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:09,543 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. after waiting 0 ms 2024-11-08T18:40:09,543 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:09,543 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(2902): Flushing 7ad3102155899453a818cbba83debd53 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T18:40:09,549 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085ac601e78d134dfd951002987ebb5e46_7ad3102155899453a818cbba83debd53 is 50, key is test_row_0/A:col10/1731091209350/Put/seqid=0 2024-11-08T18:40:09,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742064_1240 (size=12454) 2024-11-08T18:40:09,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T18:40:09,953 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:09,957 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411085ac601e78d134dfd951002987ebb5e46_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085ac601e78d134dfd951002987ebb5e46_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:09,957 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/86ce05bfac864a9d97b65eb8d2f20693, store: [table=TestAcidGuarantees family=A region=7ad3102155899453a818cbba83debd53] 2024-11-08T18:40:09,958 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/86ce05bfac864a9d97b65eb8d2f20693 is 175, key is test_row_0/A:col10/1731091209350/Put/seqid=0 2024-11-08T18:40:09,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742065_1241 (size=31255) 2024-11-08T18:40:10,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T18:40:10,362 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=403, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/86ce05bfac864a9d97b65eb8d2f20693 2024-11-08T18:40:10,368 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/5553c3ed54de4e3190dddfdb8c485081 is 50, key is test_row_0/B:col10/1731091209350/Put/seqid=0 2024-11-08T18:40:10,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742066_1242 (size=12301) 2024-11-08T18:40:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T18:40:10,773 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/5553c3ed54de4e3190dddfdb8c485081 2024-11-08T18:40:10,779 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/22287dd0530249c4b70b6397923c8f60 is 50, key is test_row_0/C:col10/1731091209350/Put/seqid=0 2024-11-08T18:40:10,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742067_1243 (size=12301) 2024-11-08T18:40:11,184 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/22287dd0530249c4b70b6397923c8f60 2024-11-08T18:40:11,188 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/A/86ce05bfac864a9d97b65eb8d2f20693 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/86ce05bfac864a9d97b65eb8d2f20693 2024-11-08T18:40:11,191 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/86ce05bfac864a9d97b65eb8d2f20693, entries=150, sequenceid=403, filesize=30.5 K 2024-11-08T18:40:11,192 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/B/5553c3ed54de4e3190dddfdb8c485081 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5553c3ed54de4e3190dddfdb8c485081 2024-11-08T18:40:11,195 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5553c3ed54de4e3190dddfdb8c485081, entries=150, sequenceid=403, filesize=12.0 K 2024-11-08T18:40:11,196 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/.tmp/C/22287dd0530249c4b70b6397923c8f60 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/22287dd0530249c4b70b6397923c8f60 2024-11-08T18:40:11,199 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/22287dd0530249c4b70b6397923c8f60, entries=150, sequenceid=403, filesize=12.0 K 2024-11-08T18:40:11,200 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7ad3102155899453a818cbba83debd53 in 1656ms, sequenceid=403, compaction requested=true 2024-11-08T18:40:11,200 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/87407f1d30134176828070b5428a72f8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/833459931bbf42bc987b3db81fe44591, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/344ffd5a31ba4ebc8af49f7289f2d4cb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d8371500a9af48d6908ace3420844309, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/6989efc1313b4ff0b43d55b4d99a49a3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/bd89689d6c8343d7b1039611446a069d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1c1135e9ef9146aeb6cfde26efddbe2b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d33d3d9dc2d143929bb81b52c5f1a4e0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/945315891f254011ab5856d2ea2aa6b6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/045dde1245d448c1b0db1c40f25f6af5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/4843e68eb9a64feab316204246a7424b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/9ba86401d06b4dbeaa40954f5e7a9373, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/35f4c0db9c6448368f7c183161ff7103, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b574b6f711314894b468a1234b98f97a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/641c9cc5826948d692c4cc2189b7f2f8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/2ca1962105ed41a5b8200b91a36bc072, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/76bd6a8b27694adc89757eae4007f277, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1a09dc3d237e40e0a1a1840ec446155a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/91722f78292849068f31f6ca5c737d00, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26496a0a931f466fa6c101d88b377c29, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7f09473e762946feb8a0a5d47bf0e8f7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/11e0135b96c342338f2256ca8a3b279b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/80b283276efa47989fe7345e83ea505b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1aed1615ae2a4fe38fb1a48160be76bb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7155e5a8fb984abb994f56d2d98f3ca6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b6f9eddc105446e6a06a3d5456b00e73] to archive 2024-11-08T18:40:11,201 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:40:11,202 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/87407f1d30134176828070b5428a72f8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/87407f1d30134176828070b5428a72f8 2024-11-08T18:40:11,204 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/833459931bbf42bc987b3db81fe44591 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/833459931bbf42bc987b3db81fe44591 2024-11-08T18:40:11,205 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/344ffd5a31ba4ebc8af49f7289f2d4cb to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/344ffd5a31ba4ebc8af49f7289f2d4cb 2024-11-08T18:40:11,206 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d8371500a9af48d6908ace3420844309 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d8371500a9af48d6908ace3420844309 2024-11-08T18:40:11,207 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/6989efc1313b4ff0b43d55b4d99a49a3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/6989efc1313b4ff0b43d55b4d99a49a3 2024-11-08T18:40:11,208 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/bd89689d6c8343d7b1039611446a069d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/bd89689d6c8343d7b1039611446a069d 2024-11-08T18:40:11,210 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1c1135e9ef9146aeb6cfde26efddbe2b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1c1135e9ef9146aeb6cfde26efddbe2b 2024-11-08T18:40:11,211 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d33d3d9dc2d143929bb81b52c5f1a4e0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/d33d3d9dc2d143929bb81b52c5f1a4e0 2024-11-08T18:40:11,212 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/945315891f254011ab5856d2ea2aa6b6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/945315891f254011ab5856d2ea2aa6b6 2024-11-08T18:40:11,213 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/045dde1245d448c1b0db1c40f25f6af5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/045dde1245d448c1b0db1c40f25f6af5 2024-11-08T18:40:11,214 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/4843e68eb9a64feab316204246a7424b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/4843e68eb9a64feab316204246a7424b 2024-11-08T18:40:11,215 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/9ba86401d06b4dbeaa40954f5e7a9373 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/9ba86401d06b4dbeaa40954f5e7a9373 2024-11-08T18:40:11,216 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/35f4c0db9c6448368f7c183161ff7103 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/35f4c0db9c6448368f7c183161ff7103 2024-11-08T18:40:11,217 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b574b6f711314894b468a1234b98f97a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b574b6f711314894b468a1234b98f97a 2024-11-08T18:40:11,218 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/641c9cc5826948d692c4cc2189b7f2f8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/641c9cc5826948d692c4cc2189b7f2f8 2024-11-08T18:40:11,219 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/2ca1962105ed41a5b8200b91a36bc072 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/2ca1962105ed41a5b8200b91a36bc072 2024-11-08T18:40:11,220 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/76bd6a8b27694adc89757eae4007f277 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/76bd6a8b27694adc89757eae4007f277 2024-11-08T18:40:11,221 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1a09dc3d237e40e0a1a1840ec446155a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1a09dc3d237e40e0a1a1840ec446155a 2024-11-08T18:40:11,222 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/91722f78292849068f31f6ca5c737d00 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/91722f78292849068f31f6ca5c737d00 2024-11-08T18:40:11,223 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26496a0a931f466fa6c101d88b377c29 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26496a0a931f466fa6c101d88b377c29 2024-11-08T18:40:11,224 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7f09473e762946feb8a0a5d47bf0e8f7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7f09473e762946feb8a0a5d47bf0e8f7 2024-11-08T18:40:11,225 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/11e0135b96c342338f2256ca8a3b279b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/11e0135b96c342338f2256ca8a3b279b 2024-11-08T18:40:11,226 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/80b283276efa47989fe7345e83ea505b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/80b283276efa47989fe7345e83ea505b 2024-11-08T18:40:11,227 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1aed1615ae2a4fe38fb1a48160be76bb to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/1aed1615ae2a4fe38fb1a48160be76bb 2024-11-08T18:40:11,228 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7155e5a8fb984abb994f56d2d98f3ca6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/7155e5a8fb984abb994f56d2d98f3ca6 2024-11-08T18:40:11,230 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b6f9eddc105446e6a06a3d5456b00e73 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/b6f9eddc105446e6a06a3d5456b00e73 2024-11-08T18:40:11,231 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83e1d07bcd5948e98f294f0758f99293, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8ea48d36034c4a06a270cd9a6cb70538, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1d96c03caf5549f89182131c47d072e3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b7aee2326b834683adbb02cc07c81bff, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/086479f26d9b48f9a3f685ad81e6a31a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/bcb252c384244e5a8272fc85ea2fd408, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83667f7b05cb4939b2850bc2cdb86825, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/fc90198bdd0c45ba99f1b522254f18c8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/542df2fc133347bb81500c70255b4805, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b23e5b45b634467c9fe6851f72c6f2c0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/58193b8351454a6b983278e6e088f594, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3fa7da7ba482404c945072f73ea59222, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1e890a3cd2d940e192fb779296247c64, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3ab020c499bd4a82933ff422f9706b5f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77acd6818f8d4236b12cb04366d5ae3a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/0381dae7348e457f8755798448de9ad8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/983477210b514ceabf127d291e76075c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/ef4531fbd3b947cbae24e6bd07872122, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/39b76e69210943a6851c3da91a3ebc97, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8336e7f3d1544c48af623c504af514a1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/c6a73d89d4fd4d0da6e80382fd9ab90f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83fb7d5d28f643b695b77a6aad8a500c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5a2c85b8fef34147bbe841640fb72e44, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/46a823549c11490996b7e084687c706a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8d9712492ac54ea98ca61a9fb740033b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77a535ee5a044695adecdfa25487054d] to archive 2024-11-08T18:40:11,232 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:40:11,233 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83e1d07bcd5948e98f294f0758f99293 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83e1d07bcd5948e98f294f0758f99293 2024-11-08T18:40:11,234 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8ea48d36034c4a06a270cd9a6cb70538 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8ea48d36034c4a06a270cd9a6cb70538 2024-11-08T18:40:11,235 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1d96c03caf5549f89182131c47d072e3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1d96c03caf5549f89182131c47d072e3 2024-11-08T18:40:11,236 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b7aee2326b834683adbb02cc07c81bff to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b7aee2326b834683adbb02cc07c81bff 2024-11-08T18:40:11,237 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/086479f26d9b48f9a3f685ad81e6a31a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/086479f26d9b48f9a3f685ad81e6a31a 2024-11-08T18:40:11,238 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/bcb252c384244e5a8272fc85ea2fd408 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/bcb252c384244e5a8272fc85ea2fd408 2024-11-08T18:40:11,239 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83667f7b05cb4939b2850bc2cdb86825 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83667f7b05cb4939b2850bc2cdb86825 2024-11-08T18:40:11,240 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/fc90198bdd0c45ba99f1b522254f18c8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/fc90198bdd0c45ba99f1b522254f18c8 2024-11-08T18:40:11,241 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/542df2fc133347bb81500c70255b4805 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/542df2fc133347bb81500c70255b4805 2024-11-08T18:40:11,242 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b23e5b45b634467c9fe6851f72c6f2c0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/b23e5b45b634467c9fe6851f72c6f2c0 2024-11-08T18:40:11,243 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/58193b8351454a6b983278e6e088f594 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/58193b8351454a6b983278e6e088f594 2024-11-08T18:40:11,244 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3fa7da7ba482404c945072f73ea59222 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3fa7da7ba482404c945072f73ea59222 2024-11-08T18:40:11,245 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1e890a3cd2d940e192fb779296247c64 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/1e890a3cd2d940e192fb779296247c64 2024-11-08T18:40:11,246 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3ab020c499bd4a82933ff422f9706b5f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/3ab020c499bd4a82933ff422f9706b5f 2024-11-08T18:40:11,247 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77acd6818f8d4236b12cb04366d5ae3a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77acd6818f8d4236b12cb04366d5ae3a 2024-11-08T18:40:11,248 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/0381dae7348e457f8755798448de9ad8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/0381dae7348e457f8755798448de9ad8 2024-11-08T18:40:11,249 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/983477210b514ceabf127d291e76075c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/983477210b514ceabf127d291e76075c 2024-11-08T18:40:11,250 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/ef4531fbd3b947cbae24e6bd07872122 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/ef4531fbd3b947cbae24e6bd07872122 2024-11-08T18:40:11,251 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/39b76e69210943a6851c3da91a3ebc97 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/39b76e69210943a6851c3da91a3ebc97 2024-11-08T18:40:11,252 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8336e7f3d1544c48af623c504af514a1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8336e7f3d1544c48af623c504af514a1 2024-11-08T18:40:11,253 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/c6a73d89d4fd4d0da6e80382fd9ab90f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/c6a73d89d4fd4d0da6e80382fd9ab90f 2024-11-08T18:40:11,254 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83fb7d5d28f643b695b77a6aad8a500c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/83fb7d5d28f643b695b77a6aad8a500c 2024-11-08T18:40:11,255 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5a2c85b8fef34147bbe841640fb72e44 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5a2c85b8fef34147bbe841640fb72e44 2024-11-08T18:40:11,256 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/46a823549c11490996b7e084687c706a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/46a823549c11490996b7e084687c706a 2024-11-08T18:40:11,257 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8d9712492ac54ea98ca61a9fb740033b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/8d9712492ac54ea98ca61a9fb740033b 2024-11-08T18:40:11,258 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77a535ee5a044695adecdfa25487054d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/77a535ee5a044695adecdfa25487054d 2024-11-08T18:40:11,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/be015e57f9d44837aa5a9d49d77acf58, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/150d81d671ee40db917bae8e88e7c202, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/2052232c30a5455b99d47cd0d50fb939, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/0edac7b3de4947a5800c304a5516a7e6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/5f663e2613854aaf82fcbd16fcd5eb6b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4773ef41686f4831b509481b2852b3d9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/7e619171fee845699e89849f7c31baee, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4162648ce9064a309a7a406ec0330628, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b75c5070925a4d2f85d48a168e59276b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/6cecc5b076b14dd4a960e24261249125, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ddbbdf4dfe18410aa846fc8133378157, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/d959702fd8514103bbc360afb314bc6b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4ebfafca682c4aa78aa03fb77765bd41, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b8be1eb16f794e2a95607c71b9c9e7de, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/88fcf03bdf8d40ab9f360301fa1f3674, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/c9efddfcdf474b768f67b0a249ce37cf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4820dd419ad74e96b0b22a0d19eed211, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f18aa68bdae743d784d2bf883cfbb162, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/60519f1a5da24af59f7b602650188426, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/3540e92844614368be0d0714e9346679, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/e50bc87cc83e4e8e9416c9fd06016e5e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/fef6172cf0ec4b138181ab676039480d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ff1a1ff68757413094efaa31959fa593, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/af984cf332fa44d8b710037f0f6a827b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b1e73c3ad6ea4fe39464f5dabb4e9495, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/dfa512ec2bf9449fb41e3ec4afe7d4e3] to archive 2024-11-08T18:40:11,260 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:40:11,262 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/be015e57f9d44837aa5a9d49d77acf58 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/be015e57f9d44837aa5a9d49d77acf58 2024-11-08T18:40:11,263 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/150d81d671ee40db917bae8e88e7c202 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/150d81d671ee40db917bae8e88e7c202 2024-11-08T18:40:11,264 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/2052232c30a5455b99d47cd0d50fb939 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/2052232c30a5455b99d47cd0d50fb939 2024-11-08T18:40:11,265 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/0edac7b3de4947a5800c304a5516a7e6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/0edac7b3de4947a5800c304a5516a7e6 2024-11-08T18:40:11,266 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/5f663e2613854aaf82fcbd16fcd5eb6b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/5f663e2613854aaf82fcbd16fcd5eb6b 2024-11-08T18:40:11,267 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4773ef41686f4831b509481b2852b3d9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4773ef41686f4831b509481b2852b3d9 2024-11-08T18:40:11,268 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/7e619171fee845699e89849f7c31baee to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/7e619171fee845699e89849f7c31baee 2024-11-08T18:40:11,269 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4162648ce9064a309a7a406ec0330628 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4162648ce9064a309a7a406ec0330628 2024-11-08T18:40:11,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b75c5070925a4d2f85d48a168e59276b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b75c5070925a4d2f85d48a168e59276b 2024-11-08T18:40:11,270 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/6cecc5b076b14dd4a960e24261249125 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/6cecc5b076b14dd4a960e24261249125 2024-11-08T18:40:11,271 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ddbbdf4dfe18410aa846fc8133378157 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ddbbdf4dfe18410aa846fc8133378157 2024-11-08T18:40:11,272 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/d959702fd8514103bbc360afb314bc6b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/d959702fd8514103bbc360afb314bc6b 2024-11-08T18:40:11,273 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4ebfafca682c4aa78aa03fb77765bd41 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4ebfafca682c4aa78aa03fb77765bd41 2024-11-08T18:40:11,274 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b8be1eb16f794e2a95607c71b9c9e7de to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b8be1eb16f794e2a95607c71b9c9e7de 2024-11-08T18:40:11,275 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/88fcf03bdf8d40ab9f360301fa1f3674 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/88fcf03bdf8d40ab9f360301fa1f3674 2024-11-08T18:40:11,276 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/c9efddfcdf474b768f67b0a249ce37cf to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/c9efddfcdf474b768f67b0a249ce37cf 2024-11-08T18:40:11,277 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4820dd419ad74e96b0b22a0d19eed211 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/4820dd419ad74e96b0b22a0d19eed211 2024-11-08T18:40:11,278 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f18aa68bdae743d784d2bf883cfbb162 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f18aa68bdae743d784d2bf883cfbb162 2024-11-08T18:40:11,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/60519f1a5da24af59f7b602650188426 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/60519f1a5da24af59f7b602650188426 2024-11-08T18:40:11,279 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/3540e92844614368be0d0714e9346679 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/3540e92844614368be0d0714e9346679 2024-11-08T18:40:11,280 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/e50bc87cc83e4e8e9416c9fd06016e5e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/e50bc87cc83e4e8e9416c9fd06016e5e 2024-11-08T18:40:11,281 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/fef6172cf0ec4b138181ab676039480d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/fef6172cf0ec4b138181ab676039480d 2024-11-08T18:40:11,282 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ff1a1ff68757413094efaa31959fa593 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/ff1a1ff68757413094efaa31959fa593 2024-11-08T18:40:11,283 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/af984cf332fa44d8b710037f0f6a827b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/af984cf332fa44d8b710037f0f6a827b 2024-11-08T18:40:11,284 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b1e73c3ad6ea4fe39464f5dabb4e9495 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/b1e73c3ad6ea4fe39464f5dabb4e9495 2024-11-08T18:40:11,285 DEBUG [StoreCloser-TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/dfa512ec2bf9449fb41e3ec4afe7d4e3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/dfa512ec2bf9449fb41e3ec4afe7d4e3 2024-11-08T18:40:11,289 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/recovered.edits/406.seqid, newMaxSeqId=406, maxSeqId=4 2024-11-08T18:40:11,290 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. 2024-11-08T18:40:11,290 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] regionserver.HRegion(1676): Region close journal for 7ad3102155899453a818cbba83debd53: Waiting for close lock at 1731091209542Running coprocessor pre-close hooks at 1731091209542Disabling compacts and flushes for region at 1731091209542Disabling writes for close at 1731091209543 (+1 ms)Obtaining lock to block concurrent updates at 1731091209543Preparing flush snapshotting stores in 7ad3102155899453a818cbba83debd53 at 1731091209543Finished memstore snapshotting TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=90720, getOffHeapSize=0, getCellsCount=750 at 1731091209543Flushing stores of TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53. at 1731091209544 (+1 ms)Flushing 7ad3102155899453a818cbba83debd53/A: creating writer at 1731091209544Flushing mob file 7ad3102155899453a818cbba83debd53/A: appending metadata at 1731091209549 (+5 ms)Flushing mob file 7ad3102155899453a818cbba83debd53/A: closing flushed file at 1731091209549Flushing 7ad3102155899453a818cbba83debd53/A: appending metadata at 1731091209958 (+409 ms)Flushing 7ad3102155899453a818cbba83debd53/A: closing flushed file at 1731091209958Flushing 7ad3102155899453a818cbba83debd53/B: creating writer at 1731091210366 (+408 ms)Flushing 7ad3102155899453a818cbba83debd53/B: appending metadata at 1731091210368 (+2 ms)Flushing 7ad3102155899453a818cbba83debd53/B: closing flushed file at 1731091210368Flushing 7ad3102155899453a818cbba83debd53/C: creating writer at 1731091210776 (+408 ms)Flushing 7ad3102155899453a818cbba83debd53/C: appending metadata at 1731091210779 (+3 ms)Flushing 7ad3102155899453a818cbba83debd53/C: closing flushed file at 1731091210779Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e82e78c: reopening flushed file at 1731091211187 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1865a3f2: reopening flushed file at 1731091211191 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bfb0cf6: reopening flushed file at 1731091211195 (+4 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 7ad3102155899453a818cbba83debd53 in 1656ms, sequenceid=403, compaction requested=true at 1731091211200 (+5 ms)Writing region close event to WAL at 1731091211286 (+86 ms)Running coprocessor post-close hooks at 1731091211290 (+4 ms)Closed at 1731091211290 2024-11-08T18:40:11,292 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=55}] handler.UnassignRegionHandler(157): Closed 7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,292 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=54 updating hbase:meta row=7ad3102155899453a818cbba83debd53, regionState=CLOSED 2024-11-08T18:40:11,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=54, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:40:11,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-08T18:40:11,295 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; CloseRegionProcedure 7ad3102155899453a818cbba83debd53, server=d72107b3bc04,46205,1731091153867 in 1.9040 sec 2024-11-08T18:40:11,296 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53 2024-11-08T18:40:11,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=7ad3102155899453a818cbba83debd53, UNASSIGN in 1.9070 sec 2024-11-08T18:40:11,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-08T18:40:11,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9110 sec 2024-11-08T18:40:11,299 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091211299"}]},"ts":"1731091211299"} 2024-11-08T18:40:11,300 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T18:40:11,300 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T18:40:11,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9190 sec 2024-11-08T18:40:11,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-08T18:40:11,531 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:11,531 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-08T18:40:11,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:11,533 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=56, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:11,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T18:40:11,533 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=56, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:11,537 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,539 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/recovered.edits] 2024-11-08T18:40:11,542 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26693d1d231d4a47ac932e8be9940d74 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/26693d1d231d4a47ac932e8be9940d74 2024-11-08T18:40:11,543 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/86ce05bfac864a9d97b65eb8d2f20693 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/86ce05bfac864a9d97b65eb8d2f20693 2024-11-08T18:40:11,544 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/c00fcecc694b4535a1a803eea64ce2fc to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/A/c00fcecc694b4535a1a803eea64ce2fc 2024-11-08T18:40:11,547 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/245adf5ea21a473cadd49affff2fe613 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/245adf5ea21a473cadd49affff2fe613 2024-11-08T18:40:11,548 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5553c3ed54de4e3190dddfdb8c485081 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/5553c3ed54de4e3190dddfdb8c485081 2024-11-08T18:40:11,549 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/c219b38508d84f92a80d0074df715a0c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/B/c219b38508d84f92a80d0074df715a0c 2024-11-08T18:40:11,551 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/22287dd0530249c4b70b6397923c8f60 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/22287dd0530249c4b70b6397923c8f60 2024-11-08T18:40:11,552 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/67a791df1cb84abdb804ab6a884302d1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/67a791df1cb84abdb804ab6a884302d1 2024-11-08T18:40:11,553 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f58dac0f215740039137539ffbbd14bf to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/C/f58dac0f215740039137539ffbbd14bf 2024-11-08T18:40:11,556 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/recovered.edits/406.seqid to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53/recovered.edits/406.seqid 2024-11-08T18:40:11,556 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,556 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T18:40:11,557 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T18:40:11,557 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T18:40:11,561 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108056fc079ad904cb280a8d7e63f9e5629_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108056fc079ad904cb280a8d7e63f9e5629_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,563 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108063904dfd5fb4df5a2c621f71ff1a1ba_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108063904dfd5fb4df5a2c621f71ff1a1ba_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,564 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110806d18df03ec64c42b6ba3d8187f80b52_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110806d18df03ec64c42b6ba3d8187f80b52_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,565 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110813c45c9ac4234cc5aabf06cd5a760d49_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110813c45c9ac4234cc5aabf06cd5a760d49_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,566 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108153b3bf563ea4857933eba72a9bfed05_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108153b3bf563ea4857933eba72a9bfed05_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,568 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081b6e9f4f398948059b72dc8ff891ae40_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081b6e9f4f398948059b72dc8ff891ae40_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,569 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108423be47ea8834d06910f33502e2562c8_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108423be47ea8834d06910f33502e2562c8_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,570 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084a28ac4b159b4f8faf12bd9eb41de560_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084a28ac4b159b4f8faf12bd9eb41de560_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,571 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110856e5268ad24c46c6b3cea41b4d9fc16f_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110856e5268ad24c46c6b3cea41b4d9fc16f_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,572 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110857d25e3b63eb41f8982eace037a9a94f_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110857d25e3b63eb41f8982eace037a9a94f_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,574 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110858ae6656f17845c099b1aa7f8baf6090_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110858ae6656f17845c099b1aa7f8baf6090_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,575 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085ac601e78d134dfd951002987ebb5e46_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411085ac601e78d134dfd951002987ebb5e46_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,576 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110864d35a57ba1c4f83abaecac42fef0dd4_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110864d35a57ba1c4f83abaecac42fef0dd4_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,577 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110875c3e08913cb46cab87c2a21bbd59774_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110875c3e08913cb46cab87c2a21bbd59774_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,579 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088a3aeac50f874caeb36c031dafa69793_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088a3aeac50f874caeb36c031dafa69793_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,580 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088b4aefbdf963426c8d34270e7c93d2c6_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411088b4aefbdf963426c8d34270e7c93d2c6_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,581 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110895efd476921442258da3bfc994ce85b1_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110895efd476921442258da3bfc994ce85b1_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,582 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089da0c59bc55e4b868d53579e47a75591_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089da0c59bc55e4b868d53579e47a75591_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,583 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089e0d380f94bd461a8f768a9b36f6559f_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411089e0d380f94bd461a8f768a9b36f6559f_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,584 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b82fb186430641c98ba9d2c11e440d97_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b82fb186430641c98ba9d2c11e440d97_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,585 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bbb48285e9414f42891d4d66c1cdfb48_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bbb48285e9414f42891d4d66c1cdfb48_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,587 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dac200795bb3465990d9b6693b1fd8b3_7ad3102155899453a818cbba83debd53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108dac200795bb3465990d9b6693b1fd8b3_7ad3102155899453a818cbba83debd53 2024-11-08T18:40:11,587 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T18:40:11,589 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=56, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:11,592 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T18:40:11,594 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T18:40:11,595 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=56, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:11,595 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T18:40:11,595 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731091211595"}]},"ts":"9223372036854775807"} 2024-11-08T18:40:11,597 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:40:11,597 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 7ad3102155899453a818cbba83debd53, NAME => 'TestAcidGuarantees,,1731091184626.7ad3102155899453a818cbba83debd53.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T18:40:11,597 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T18:40:11,597 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731091211597"}]},"ts":"9223372036854775807"} 2024-11-08T18:40:11,599 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T18:40:11,599 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=56, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:11,600 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 68 msec 2024-11-08T18:40:11,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-08T18:40:11,641 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T18:40:11,641 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:11,650 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobMixedAtomicity Thread=245 (was 239) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-339728631_22 at /127.0.0.1:51742 [Waiting for operation #2256] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2135214338_22 at /127.0.0.1:51712 [Waiting for operation #2256] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_2135214338_22 at /127.0.0.1:51784 [Waiting for operation #1950] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-339728631_22 at /127.0.0.1:53894 [Waiting for operation #2520] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 158) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7326 (was 7451) 2024-11-08T18:40:11,659 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=245, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=7325 2024-11-08T18:40:11,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T18:40:11,661 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:40:11,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:11,663 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:40:11,663 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:11,663 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 57 2024-11-08T18:40:11,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T18:40:11,664 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:40:11,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742068_1244 (size=959) 2024-11-08T18:40:11,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T18:40:11,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T18:40:12,072 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2 2024-11-08T18:40:12,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742069_1245 (size=53) 2024-11-08T18:40:12,282 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:40:12,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T18:40:12,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:40:12,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing b844e6651c377acfe556bed1053818d0, disabling compactions & flushes 2024-11-08T18:40:12,478 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:12,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:12,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. after waiting 0 ms 2024-11-08T18:40:12,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:12,478 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:12,478 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for b844e6651c377acfe556bed1053818d0: Waiting for close lock at 1731091212478Disabling compacts and flushes for region at 1731091212478Disabling writes for close at 1731091212478Writing region close event to WAL at 1731091212478Closed at 1731091212478 2024-11-08T18:40:12,479 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:40:12,480 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731091212480"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731091212480"}]},"ts":"1731091212480"} 2024-11-08T18:40:12,481 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:40:12,482 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:40:12,482 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091212482"}]},"ts":"1731091212482"} 2024-11-08T18:40:12,483 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T18:40:12,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b844e6651c377acfe556bed1053818d0, ASSIGN}] 2024-11-08T18:40:12,484 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b844e6651c377acfe556bed1053818d0, ASSIGN 2024-11-08T18:40:12,485 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b844e6651c377acfe556bed1053818d0, ASSIGN; state=OFFLINE, location=d72107b3bc04,46205,1731091153867; forceNewPlan=false, retain=false 2024-11-08T18:40:12,636 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=b844e6651c377acfe556bed1053818d0, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:12,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=58, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b844e6651c377acfe556bed1053818d0, ASSIGN because future has completed 2024-11-08T18:40:12,637 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:40:12,792 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:12,792 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7752): Opening region: {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:40:12,792 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,792 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:40:12,793 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7794): checking encryption for b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,793 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7797): checking classloading for b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,794 INFO [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,795 INFO [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b844e6651c377acfe556bed1053818d0 columnFamilyName A 2024-11-08T18:40:12,795 DEBUG [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:12,796 INFO [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] regionserver.HStore(327): Store=b844e6651c377acfe556bed1053818d0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:40:12,796 INFO [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,797 INFO [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b844e6651c377acfe556bed1053818d0 columnFamilyName B 2024-11-08T18:40:12,797 DEBUG [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:12,797 INFO [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] regionserver.HStore(327): Store=b844e6651c377acfe556bed1053818d0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:40:12,797 INFO [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,798 INFO [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b844e6651c377acfe556bed1053818d0 columnFamilyName C 2024-11-08T18:40:12,798 DEBUG [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:12,799 INFO [StoreOpener-b844e6651c377acfe556bed1053818d0-1 {}] regionserver.HStore(327): Store=b844e6651c377acfe556bed1053818d0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:40:12,799 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1038): replaying wal for b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,799 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,800 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T18:40:12,801 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1048): stopping wal replay for b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,801 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1060): Cleaning up temporary data for b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,801 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:40:12,802 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1093): writing seq id for b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,804 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:40:12,804 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1114): Opened b844e6651c377acfe556bed1053818d0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61181914, jitterRate=-0.08831843733787537}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:40:12,804 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:12,806 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1006): Region open journal for b844e6651c377acfe556bed1053818d0: Running coprocessor pre-open hook at 1731091212793Writing region info on filesystem at 1731091212793Initializing all the Stores at 1731091212793Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091212794 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091212794Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091212794Cleaning up temporary data from old regions at 1731091212801 (+7 ms)Running coprocessor post-open hooks at 1731091212804 (+3 ms)Region opened successfully at 1731091212806 (+2 ms) 2024-11-08T18:40:12,807 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., pid=59, masterSystemTime=1731091212789 2024-11-08T18:40:12,808 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:12,809 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:12,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=58 updating hbase:meta row=b844e6651c377acfe556bed1053818d0, regionState=OPEN, openSeqNum=2, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:12,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=59, ppid=58, state=RUNNABLE, hasLock=false; OpenRegionProcedure b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:40:12,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-08T18:40:12,812 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; OpenRegionProcedure b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 in 174 msec 2024-11-08T18:40:12,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-08T18:40:12,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b844e6651c377acfe556bed1053818d0, ASSIGN in 329 msec 2024-11-08T18:40:12,814 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:40:12,814 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091212814"}]},"ts":"1731091212814"} 2024-11-08T18:40:12,815 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T18:40:12,816 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=57, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:40:12,817 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-11-08T18:40:13,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57 2024-11-08T18:40:13,810 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:13,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e04d2b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,813 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de2163c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,813 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,814 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36576, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,815 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f7ee7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40848, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:40:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is d72107b3bc04,33463,1731091153185 2024-11-08T18:40:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2255d3a8 2024-11-08T18:40:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:40:13,819 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36592, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:40:13,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@391cff66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,821 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a818cae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,822 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36610, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,822 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a21b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135bd0ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,823 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,823 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,824 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7388b2ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,824 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,825 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36628, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,825 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a406634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4609cead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,826 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,826 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,826 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,826 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2554ebdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,827 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,827 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,828 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fd25562, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,828 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2df097, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,828 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,828 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,829 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493f11f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,829 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,830 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,830 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6742706c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856abc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,832 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fbf3cc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,833 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3699fcf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a4f6020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,834 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,834 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,834 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46d4fe4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,835 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6087d74a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,836 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@692cba37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,836 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,837 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39799f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,838 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,838 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,839 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@360dddab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,839 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d805c88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,839 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,839 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,840 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15377b8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,840 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,841 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,841 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36760, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,842 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c364611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4861c2d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,843 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67795f2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,844 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,844 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c039dbc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3397c776, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:13,845 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:13,845 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:13,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:13,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:13,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71027090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:13,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:13,846 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:13,847 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36802, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:13,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26d196a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:13,848 DEBUG [Thread-1151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,848 DEBUG [Thread-1146 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,848 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,848 DEBUG [Thread-1157 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,848 DEBUG [Thread-1155 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:13,848 DEBUG [Thread-1153 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,849 DEBUG [Thread-1140 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,849 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,850 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40858, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40882, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,850 DEBUG [Thread-1138 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40870, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40898, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-11-08T18:40:13,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40896, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,851 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T18:40:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,852 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40908, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,852 DEBUG [Thread-1142 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,853 DEBUG [Thread-1144 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,855 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,855 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:13,856 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:13,857 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:13,857 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:13,857 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:13,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:40:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:13,897 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:13,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:40:13,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/53859ba7f4e345dabf24349967a84fa9 is 50, key is test_row_0/A:col10/1731091213897/Put/seqid=0 2024-11-08T18:40:13,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:13,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091273923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:13,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:13,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091273922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:13,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:13,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091273925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,930 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:13,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091273926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:13,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091273927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:13,931 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:13,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742070_1246 (size=11997) 2024-11-08T18:40:13,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T18:40:14,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-08T18:40:14,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:14,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,012 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091274030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091274030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,033 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091274040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091274040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091274040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,165 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-08T18:40:14,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:14,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,165 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T18:40:14,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091274240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,241 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091274240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,252 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091274250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,252 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091274250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091274250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-08T18:40:14,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:14,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,318 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/53859ba7f4e345dabf24349967a84fa9 2024-11-08T18:40:14,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/cb83e1034a7b47259fb0b1b8aa183646 is 50, key is test_row_0/B:col10/1731091213897/Put/seqid=0 2024-11-08T18:40:14,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742071_1247 (size=9657) 2024-11-08T18:40:14,370 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/cb83e1034a7b47259fb0b1b8aa183646 2024-11-08T18:40:14,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/0cc7412013bd4803b903dc05cfdb3ef5 is 50, key is test_row_0/C:col10/1731091213897/Put/seqid=0 2024-11-08T18:40:14,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742072_1248 (size=9657) 2024-11-08T18:40:14,471 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-08T18:40:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,471 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T18:40:14,552 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091274550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091274550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,553 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091274560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,562 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091274560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091274561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:14,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:14,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-08T18:40:14,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:14,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,625 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-08T18:40:14,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:14,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:14,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/0cc7412013bd4803b903dc05cfdb3ef5 2024-11-08T18:40:14,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/53859ba7f4e345dabf24349967a84fa9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/53859ba7f4e345dabf24349967a84fa9 2024-11-08T18:40:14,808 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/53859ba7f4e345dabf24349967a84fa9, entries=150, sequenceid=14, filesize=11.7 K 2024-11-08T18:40:14,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/cb83e1034a7b47259fb0b1b8aa183646 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cb83e1034a7b47259fb0b1b8aa183646 2024-11-08T18:40:14,813 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cb83e1034a7b47259fb0b1b8aa183646, entries=100, sequenceid=14, filesize=9.4 K 2024-11-08T18:40:14,814 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/0cc7412013bd4803b903dc05cfdb3ef5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/0cc7412013bd4803b903dc05cfdb3ef5 2024-11-08T18:40:14,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/0cc7412013bd4803b903dc05cfdb3ef5, entries=100, sequenceid=14, filesize=9.4 K 2024-11-08T18:40:14,819 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for b844e6651c377acfe556bed1053818d0 in 921ms, sequenceid=14, compaction requested=false 2024-11-08T18:40:14,819 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:14,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-11-08T18:40:14,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:14,932 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:40:14,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/68a2a5ec104c42b38643c035e1108cca is 50, key is test_row_0/A:col10/1731091213924/Put/seqid=0 2024-11-08T18:40:14,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742073_1249 (size=12001) 2024-11-08T18:40:14,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T18:40:15,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:15,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:15,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091275072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,077 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091275076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091275076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,081 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091275077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091275077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091275179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,183 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091275190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,192 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,192 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091275190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091275190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091275190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,194 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,345 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/68a2a5ec104c42b38643c035e1108cca 2024-11-08T18:40:15,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/0cddd9c228df446596b02b22daba5cba is 50, key is test_row_0/B:col10/1731091213924/Put/seqid=0 2024-11-08T18:40:15,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742074_1250 (size=12001) 2024-11-08T18:40:15,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091275390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091275400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091275400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091275400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091275400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,702 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091275699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,703 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091275710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091275710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091275710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091275710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:15,712 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:15,758 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/0cddd9c228df446596b02b22daba5cba 2024-11-08T18:40:15,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/63998c426aab43e08e83bc795ac65551 is 50, key is test_row_0/C:col10/1731091213924/Put/seqid=0 2024-11-08T18:40:15,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742075_1251 (size=12001) 2024-11-08T18:40:15,773 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=38 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/63998c426aab43e08e83bc795ac65551 2024-11-08T18:40:15,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/68a2a5ec104c42b38643c035e1108cca as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/68a2a5ec104c42b38643c035e1108cca 2024-11-08T18:40:15,782 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/68a2a5ec104c42b38643c035e1108cca, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T18:40:15,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/0cddd9c228df446596b02b22daba5cba as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/0cddd9c228df446596b02b22daba5cba 2024-11-08T18:40:15,787 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/0cddd9c228df446596b02b22daba5cba, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T18:40:15,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/63998c426aab43e08e83bc795ac65551 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/63998c426aab43e08e83bc795ac65551 2024-11-08T18:40:15,793 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/63998c426aab43e08e83bc795ac65551, entries=150, sequenceid=38, filesize=11.7 K 2024-11-08T18:40:15,794 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for b844e6651c377acfe556bed1053818d0 in 863ms, sequenceid=38, compaction requested=false 2024-11-08T18:40:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:15,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-08T18:40:15,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-08T18:40:15,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-08T18:40:15,798 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9390 sec 2024-11-08T18:40:15,799 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.9500 sec 2024-11-08T18:40:16,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-08T18:40:16,001 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:16,001 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:16,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees 2024-11-08T18:40:16,003 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T18:40:16,004 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=62, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:16,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:16,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T18:40:16,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=63 2024-11-08T18:40:16,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:16,156 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:40:16,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/4bc00f60fc3746008c7eff43908d8113 is 50, key is test_row_0/A:col10/1731091215075/Put/seqid=0 2024-11-08T18:40:16,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742076_1252 (size=12001) 2024-11-08T18:40:16,168 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/4bc00f60fc3746008c7eff43908d8113 2024-11-08T18:40:16,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f50d3b0665834ff1a0549f4799c1fccd is 50, key is test_row_0/B:col10/1731091215075/Put/seqid=0 2024-11-08T18:40:16,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742077_1253 (size=12001) 2024-11-08T18:40:16,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:16,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091276239, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091276240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091276270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,276 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091276270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091276270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T18:40:16,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091276380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091276381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091276381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091276381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091276381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,592 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f50d3b0665834ff1a0549f4799c1fccd 2024-11-08T18:40:16,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091276590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091276590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,594 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091276590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091276590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091276591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/40e6308c58484d928e9c8f46f611f470 is 50, key is test_row_0/C:col10/1731091215075/Put/seqid=0 2024-11-08T18:40:16,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742078_1254 (size=12001) 2024-11-08T18:40:16,606 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/40e6308c58484d928e9c8f46f611f470 2024-11-08T18:40:16,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/4bc00f60fc3746008c7eff43908d8113 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/4bc00f60fc3746008c7eff43908d8113 2024-11-08T18:40:16,614 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/4bc00f60fc3746008c7eff43908d8113, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T18:40:16,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f50d3b0665834ff1a0549f4799c1fccd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f50d3b0665834ff1a0549f4799c1fccd 2024-11-08T18:40:16,618 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f50d3b0665834ff1a0549f4799c1fccd, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T18:40:16,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/40e6308c58484d928e9c8f46f611f470 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/40e6308c58484d928e9c8f46f611f470 2024-11-08T18:40:16,624 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/40e6308c58484d928e9c8f46f611f470, entries=150, sequenceid=51, filesize=11.7 K 2024-11-08T18:40:16,624 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for b844e6651c377acfe556bed1053818d0 in 468ms, sequenceid=51, compaction requested=true 2024-11-08T18:40:16,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:16,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:16,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-08T18:40:16,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-08T18:40:16,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-08T18:40:16,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 622 msec 2024-11-08T18:40:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T18:40:16,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=62, table=TestAcidGuarantees in 628 msec 2024-11-08T18:40:16,815 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T18:40:16,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:16,903 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:16,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T18:40:16,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/2189364d7199461395bf9a2f7dbae9fd is 50, key is test_row_0/A:col10/1731091216903/Put/seqid=0 2024-11-08T18:40:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742079_1255 (size=14341) 2024-11-08T18:40:16,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091276910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091276911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,916 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091276912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,917 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,917 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091276912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091276913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:16,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,917 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:16,918 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091277020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091277020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091277020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091277020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091277020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,025 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-08T18:40:17,140 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:17,141 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees 2024-11-08T18:40:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T18:40:17,144 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:17,145 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=64, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:17,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:17,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091277230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091277230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091277230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091277230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091277230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,234 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T18:40:17,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-08T18:40:17,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:17,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:17,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:17,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] handler.RSProcedureHandler(58): pid=65 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:17,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=65 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:17,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=65 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:17,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/2189364d7199461395bf9a2f7dbae9fd 2024-11-08T18:40:17,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/229ca56a5ffe4a7894af4d6d7f74c3ab is 50, key is test_row_0/B:col10/1731091216903/Put/seqid=0 2024-11-08T18:40:17,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742080_1256 (size=12001) 2024-11-08T18:40:17,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/229ca56a5ffe4a7894af4d6d7f74c3ab 2024-11-08T18:40:17,336 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/72723688835e47cd9f2206c6d53ec063 is 50, key is test_row_0/C:col10/1731091216903/Put/seqid=0 2024-11-08T18:40:17,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742081_1257 (size=12001) 2024-11-08T18:40:17,353 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/72723688835e47cd9f2206c6d53ec063 2024-11-08T18:40:17,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/2189364d7199461395bf9a2f7dbae9fd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/2189364d7199461395bf9a2f7dbae9fd 2024-11-08T18:40:17,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/2189364d7199461395bf9a2f7dbae9fd, entries=200, sequenceid=77, filesize=14.0 K 2024-11-08T18:40:17,370 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/229ca56a5ffe4a7894af4d6d7f74c3ab as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/229ca56a5ffe4a7894af4d6d7f74c3ab 2024-11-08T18:40:17,374 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/229ca56a5ffe4a7894af4d6d7f74c3ab, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T18:40:17,375 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/72723688835e47cd9f2206c6d53ec063 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/72723688835e47cd9f2206c6d53ec063 2024-11-08T18:40:17,379 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/72723688835e47cd9f2206c6d53ec063, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T18:40:17,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for b844e6651c377acfe556bed1053818d0 in 476ms, sequenceid=77, compaction requested=true 2024-11-08T18:40:17,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:17,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:17,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:17,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:17,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:17,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:17,380 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:17,380 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:17,380 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:17,382 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:17,382 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:17,382 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/A is initiating minor compaction (all files) 2024-11-08T18:40:17,382 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/B is initiating minor compaction (all files) 2024-11-08T18:40:17,382 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/A in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:17,382 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/B in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:17,383 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cb83e1034a7b47259fb0b1b8aa183646, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/0cddd9c228df446596b02b22daba5cba, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f50d3b0665834ff1a0549f4799c1fccd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/229ca56a5ffe4a7894af4d6d7f74c3ab] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=44.6 K 2024-11-08T18:40:17,383 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/53859ba7f4e345dabf24349967a84fa9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/68a2a5ec104c42b38643c035e1108cca, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/4bc00f60fc3746008c7eff43908d8113, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/2189364d7199461395bf9a2f7dbae9fd] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=49.2 K 2024-11-08T18:40:17,383 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting cb83e1034a7b47259fb0b1b8aa183646, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731091213896 2024-11-08T18:40:17,383 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 53859ba7f4e345dabf24349967a84fa9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731091213895 2024-11-08T18:40:17,383 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68a2a5ec104c42b38643c035e1108cca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731091213921 2024-11-08T18:40:17,383 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cddd9c228df446596b02b22daba5cba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731091213921 2024-11-08T18:40:17,385 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f50d3b0665834ff1a0549f4799c1fccd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731091215071 2024-11-08T18:40:17,385 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bc00f60fc3746008c7eff43908d8113, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731091215071 2024-11-08T18:40:17,385 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 229ca56a5ffe4a7894af4d6d7f74c3ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731091216233 2024-11-08T18:40:17,385 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2189364d7199461395bf9a2f7dbae9fd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731091216233 2024-11-08T18:40:17,397 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#A#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:17,398 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/d23cc2729edb4b499a7437e27e21a055 is 50, key is test_row_0/A:col10/1731091216903/Put/seqid=0 2024-11-08T18:40:17,398 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#B#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:17,398 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/aebde3781da54e2199a36150922360b3 is 50, key is test_row_0/B:col10/1731091216903/Put/seqid=0 2024-11-08T18:40:17,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742083_1259 (size=12139) 2024-11-08T18:40:17,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742082_1258 (size=12139) 2024-11-08T18:40:17,451 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=65 2024-11-08T18:40:17,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:17,451 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-11-08T18:40:17,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/3707e13fe5b2496e8c232be8a012d898 is 50, key is test_row_0/A:col10/1731091216911/Put/seqid=0 2024-11-08T18:40:17,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T18:40:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742084_1260 (size=12001) 2024-11-08T18:40:17,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:17,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:17,569 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091277565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,570 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091277567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,574 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091277567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091277568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,575 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,575 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091277569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,576 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091277680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091277680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091277680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091277680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,684 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091277680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T18:40:17,824 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/aebde3781da54e2199a36150922360b3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/aebde3781da54e2199a36150922360b3 2024-11-08T18:40:17,830 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b844e6651c377acfe556bed1053818d0/B of b844e6651c377acfe556bed1053818d0 into aebde3781da54e2199a36150922360b3(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:17,830 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:17,830 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/B, priority=12, startTime=1731091217380; duration=0sec 2024-11-08T18:40:17,830 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:17,830 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:17,830 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:17,832 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:17,832 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/C is initiating minor compaction (all files) 2024-11-08T18:40:17,832 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/C in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:17,832 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/0cc7412013bd4803b903dc05cfdb3ef5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/63998c426aab43e08e83bc795ac65551, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/40e6308c58484d928e9c8f46f611f470, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/72723688835e47cd9f2206c6d53ec063] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=44.6 K 2024-11-08T18:40:17,832 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 0cc7412013bd4803b903dc05cfdb3ef5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1731091213896 2024-11-08T18:40:17,833 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 63998c426aab43e08e83bc795ac65551, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=38, earliestPutTs=1731091213921 2024-11-08T18:40:17,833 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 40e6308c58484d928e9c8f46f611f470, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1731091215071 2024-11-08T18:40:17,834 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 72723688835e47cd9f2206c6d53ec063, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731091216233 2024-11-08T18:40:17,836 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/d23cc2729edb4b499a7437e27e21a055 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/d23cc2729edb4b499a7437e27e21a055 2024-11-08T18:40:17,841 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b844e6651c377acfe556bed1053818d0/A of b844e6651c377acfe556bed1053818d0 into d23cc2729edb4b499a7437e27e21a055(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:17,841 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:17,841 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/A, priority=12, startTime=1731091217380; duration=0sec 2024-11-08T18:40:17,841 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:17,841 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:17,845 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#C#compaction#214 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:17,845 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/23c1b55b751140eba610b65c2aa5ef07 is 50, key is test_row_0/C:col10/1731091216903/Put/seqid=0 2024-11-08T18:40:17,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742085_1261 (size=12139) 2024-11-08T18:40:17,862 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/3707e13fe5b2496e8c232be8a012d898 2024-11-08T18:40:17,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/79ac074dc832402b9f15381c32990105 is 50, key is test_row_0/B:col10/1731091216911/Put/seqid=0 2024-11-08T18:40:17,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742086_1262 (size=12001) 2024-11-08T18:40:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091277890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,893 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091277890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,893 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091277890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,894 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091277890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091277890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,894 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:17,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091278200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091278200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,203 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091278200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,203 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091278200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091278200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,203 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,256 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/23c1b55b751140eba610b65c2aa5ef07 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/23c1b55b751140eba610b65c2aa5ef07 2024-11-08T18:40:18,260 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b844e6651c377acfe556bed1053818d0/C of b844e6651c377acfe556bed1053818d0 into 23c1b55b751140eba610b65c2aa5ef07(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:18,261 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:18,261 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/C, priority=12, startTime=1731091217380; duration=0sec 2024-11-08T18:40:18,261 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:18,261 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:18,274 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/79ac074dc832402b9f15381c32990105 2024-11-08T18:40:18,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T18:40:18,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/a34ced38e6844aa9a084c978546d9823 is 50, key is test_row_0/C:col10/1731091216911/Put/seqid=0 2024-11-08T18:40:18,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742087_1263 (size=12001) 2024-11-08T18:40:18,686 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=87 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/a34ced38e6844aa9a084c978546d9823 2024-11-08T18:40:18,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/3707e13fe5b2496e8c232be8a012d898 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3707e13fe5b2496e8c232be8a012d898 2024-11-08T18:40:18,696 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3707e13fe5b2496e8c232be8a012d898, entries=150, sequenceid=87, filesize=11.7 K 2024-11-08T18:40:18,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/79ac074dc832402b9f15381c32990105 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/79ac074dc832402b9f15381c32990105 2024-11-08T18:40:18,701 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/79ac074dc832402b9f15381c32990105, entries=150, sequenceid=87, filesize=11.7 K 2024-11-08T18:40:18,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/a34ced38e6844aa9a084c978546d9823 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/a34ced38e6844aa9a084c978546d9823 2024-11-08T18:40:18,705 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/a34ced38e6844aa9a084c978546d9823, entries=150, sequenceid=87, filesize=11.7 K 2024-11-08T18:40:18,706 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for b844e6651c377acfe556bed1053818d0 in 1255ms, sequenceid=87, compaction requested=false 2024-11-08T18:40:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:18,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=65}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=65 2024-11-08T18:40:18,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=65 2024-11-08T18:40:18,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-08T18:40:18,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5630 sec 2024-11-08T18:40:18,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=64, table=TestAcidGuarantees in 1.5700 sec 2024-11-08T18:40:18,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:18,713 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:18,713 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-11-08T18:40:18,719 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/98a5d996063d47d99bd5c86ff3f473ea is 50, key is test_row_0/A:col10/1731091217566/Put/seqid=0 2024-11-08T18:40:18,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091278715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091278716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,721 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742088_1264 (size=14341) 2024-11-08T18:40:18,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091278720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091278720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,724 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091278721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,725 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091278830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091278830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091278830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091278831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091278831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:18,835 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091279040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,042 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091279040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,042 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091279040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091279041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091279041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,124 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/98a5d996063d47d99bd5c86ff3f473ea 2024-11-08T18:40:19,132 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/775a6c7cf0a040a18fdccfac92426d1e is 50, key is test_row_0/B:col10/1731091217566/Put/seqid=0 2024-11-08T18:40:19,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742089_1265 (size=12001) 2024-11-08T18:40:19,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=64 2024-11-08T18:40:19,290 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:19,290 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:19,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees 2024-11-08T18:40:19,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T18:40:19,292 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:19,293 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=66, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:19,293 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:19,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091279350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091279350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091279350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091279351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091279351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,353 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T18:40:19,446 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T18:40:19,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:19,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,536 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/775a6c7cf0a040a18fdccfac92426d1e 2024-11-08T18:40:19,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/4352e458d76a432f9094b9e530fa1190 is 50, key is test_row_0/C:col10/1731091217566/Put/seqid=0 2024-11-08T18:40:19,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742090_1266 (size=12001) 2024-11-08T18:40:19,599 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T18:40:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,599 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T18:40:19,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T18:40:19,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:19,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,752 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,862 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091279860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091279860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091279860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091279860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091279860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:19,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:19,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T18:40:19,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:19,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,905 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] handler.RSProcedureHandler(58): pid=67 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=67 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=67 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:19,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T18:40:19,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=120 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/4352e458d76a432f9094b9e530fa1190 2024-11-08T18:40:19,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/98a5d996063d47d99bd5c86ff3f473ea as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98a5d996063d47d99bd5c86ff3f473ea 2024-11-08T18:40:19,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98a5d996063d47d99bd5c86ff3f473ea, entries=200, sequenceid=120, filesize=14.0 K 2024-11-08T18:40:19,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/775a6c7cf0a040a18fdccfac92426d1e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/775a6c7cf0a040a18fdccfac92426d1e 2024-11-08T18:40:19,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/775a6c7cf0a040a18fdccfac92426d1e, entries=150, sequenceid=120, filesize=11.7 K 2024-11-08T18:40:19,963 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/4352e458d76a432f9094b9e530fa1190 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4352e458d76a432f9094b9e530fa1190 2024-11-08T18:40:19,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4352e458d76a432f9094b9e530fa1190, entries=150, sequenceid=120, filesize=11.7 K 2024-11-08T18:40:19,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for b844e6651c377acfe556bed1053818d0 in 1254ms, sequenceid=120, compaction requested=true 2024-11-08T18:40:19,967 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:19,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:19,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:19,968 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:19,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:19,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:19,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:19,968 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:19,968 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:19,969 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:19,969 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:19,969 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/B is initiating minor compaction (all files) 2024-11-08T18:40:19,969 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/A is initiating minor compaction (all files) 2024-11-08T18:40:19,969 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/B in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,969 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/A in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:19,969 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/d23cc2729edb4b499a7437e27e21a055, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3707e13fe5b2496e8c232be8a012d898, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98a5d996063d47d99bd5c86ff3f473ea] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=37.6 K 2024-11-08T18:40:19,969 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/aebde3781da54e2199a36150922360b3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/79ac074dc832402b9f15381c32990105, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/775a6c7cf0a040a18fdccfac92426d1e] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=35.3 K 2024-11-08T18:40:19,970 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d23cc2729edb4b499a7437e27e21a055, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731091216233 2024-11-08T18:40:19,970 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting aebde3781da54e2199a36150922360b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731091216233 2024-11-08T18:40:19,970 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ac074dc832402b9f15381c32990105, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731091216909 2024-11-08T18:40:19,970 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3707e13fe5b2496e8c232be8a012d898, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731091216909 2024-11-08T18:40:19,970 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 775a6c7cf0a040a18fdccfac92426d1e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731091217566 2024-11-08T18:40:19,970 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98a5d996063d47d99bd5c86ff3f473ea, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731091217566 2024-11-08T18:40:19,979 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#B#compaction#220 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:19,981 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#A#compaction#221 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:19,981 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/c046f47e45e14e36a97a4ece950b51bd is 50, key is test_row_0/A:col10/1731091217566/Put/seqid=0 2024-11-08T18:40:19,982 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/dcb413ade8c64238bbd9693b308fdb24 is 50, key is test_row_0/B:col10/1731091217566/Put/seqid=0 2024-11-08T18:40:19,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742092_1268 (size=12241) 2024-11-08T18:40:19,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742091_1267 (size=12241) 2024-11-08T18:40:19,993 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/c046f47e45e14e36a97a4ece950b51bd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/c046f47e45e14e36a97a4ece950b51bd 2024-11-08T18:40:19,998 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/A of b844e6651c377acfe556bed1053818d0 into c046f47e45e14e36a97a4ece950b51bd(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:19,998 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:19,998 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/A, priority=13, startTime=1731091219967; duration=0sec 2024-11-08T18:40:19,998 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:19,998 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:19,998 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:19,999 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:19,999 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/C is initiating minor compaction (all files) 2024-11-08T18:40:20,000 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/C in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:20,000 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/23c1b55b751140eba610b65c2aa5ef07, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/a34ced38e6844aa9a084c978546d9823, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4352e458d76a432f9094b9e530fa1190] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=35.3 K 2024-11-08T18:40:20,000 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23c1b55b751140eba610b65c2aa5ef07, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731091216233 2024-11-08T18:40:20,000 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a34ced38e6844aa9a084c978546d9823, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=87, earliestPutTs=1731091216909 2024-11-08T18:40:20,001 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4352e458d76a432f9094b9e530fa1190, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731091217566 2024-11-08T18:40:20,009 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#C#compaction#222 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:20,009 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/f7e8b32e74cf42b7a0651d717764fb6a is 50, key is test_row_0/C:col10/1731091217566/Put/seqid=0 2024-11-08T18:40:20,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742093_1269 (size=12241) 2024-11-08T18:40:20,019 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/f7e8b32e74cf42b7a0651d717764fb6a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f7e8b32e74cf42b7a0651d717764fb6a 2024-11-08T18:40:20,025 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/C of b844e6651c377acfe556bed1053818d0 into f7e8b32e74cf42b7a0651d717764fb6a(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:20,025 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:20,025 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/C, priority=13, startTime=1731091219968; duration=0sec 2024-11-08T18:40:20,025 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:20,025 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:20,058 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=67 2024-11-08T18:40:20,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:20,058 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-08T18:40:20,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/a9c358070bf84770a9e25f73e446ecbf is 50, key is test_row_0/A:col10/1731091218719/Put/seqid=0 2024-11-08T18:40:20,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742094_1270 (size=12001) 2024-11-08T18:40:20,068 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/a9c358070bf84770a9e25f73e446ecbf 2024-11-08T18:40:20,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/18c6ec7afa004479bf993693e681772d is 50, key is test_row_0/B:col10/1731091218719/Put/seqid=0 2024-11-08T18:40:20,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742095_1271 (size=12001) 2024-11-08T18:40:20,394 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/dcb413ade8c64238bbd9693b308fdb24 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/dcb413ade8c64238bbd9693b308fdb24 2024-11-08T18:40:20,399 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/B of b844e6651c377acfe556bed1053818d0 into dcb413ade8c64238bbd9693b308fdb24(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:20,399 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:20,399 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/B, priority=13, startTime=1731091219968; duration=0sec 2024-11-08T18:40:20,399 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:20,399 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:20,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T18:40:20,480 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/18c6ec7afa004479bf993693e681772d 2024-11-08T18:40:20,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/79ad44cfd5fc409c8afd854354a11e32 is 50, key is test_row_0/C:col10/1731091218719/Put/seqid=0 2024-11-08T18:40:20,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742096_1272 (size=12001) 2024-11-08T18:40:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:20,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:20,894 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/79ad44cfd5fc409c8afd854354a11e32 2024-11-08T18:40:20,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/a9c358070bf84770a9e25f73e446ecbf as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/a9c358070bf84770a9e25f73e446ecbf 2024-11-08T18:40:20,901 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/a9c358070bf84770a9e25f73e446ecbf, entries=150, sequenceid=129, filesize=11.7 K 2024-11-08T18:40:20,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/18c6ec7afa004479bf993693e681772d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/18c6ec7afa004479bf993693e681772d 2024-11-08T18:40:20,905 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/18c6ec7afa004479bf993693e681772d, entries=150, sequenceid=129, filesize=11.7 K 2024-11-08T18:40:20,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/79ad44cfd5fc409c8afd854354a11e32 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/79ad44cfd5fc409c8afd854354a11e32 2024-11-08T18:40:20,908 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/79ad44cfd5fc409c8afd854354a11e32, entries=150, sequenceid=129, filesize=11.7 K 2024-11-08T18:40:20,912 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=53.67 KB/54960 for b844e6651c377acfe556bed1053818d0 in 854ms, sequenceid=129, compaction requested=false 2024-11-08T18:40:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:20,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=67}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=67 2024-11-08T18:40:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:20,912 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:20,913 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T18:40:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=67 2024-11-08T18:40:20,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66 2024-11-08T18:40:20,918 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6210 sec 2024-11-08T18:40:20,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/de6547f0847a472f8140ad7b3e7ac46f is 50, key is test_row_0/A:col10/1731091220913/Put/seqid=0 2024-11-08T18:40:20,920 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=66, table=TestAcidGuarantees in 1.6290 sec 2024-11-08T18:40:20,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742097_1273 (size=14541) 2024-11-08T18:40:20,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:20,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091280933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,938 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:20,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:20,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091280937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:20,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091280937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,942 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:20,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:20,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091280938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:20,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:20,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,943 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:20,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091280938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:20,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:20,943 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091281040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091281050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091281050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091281050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091281050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,054 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091281250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,252 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091281259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091281260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091281260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091281260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,263 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/de6547f0847a472f8140ad7b3e7ac46f 2024-11-08T18:40:21,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f6bd7d4cdca14b6080a9ea05d18fb109 is 50, key is test_row_0/B:col10/1731091220913/Put/seqid=0 2024-11-08T18:40:21,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742098_1274 (size=12151) 2024-11-08T18:40:21,337 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f6bd7d4cdca14b6080a9ea05d18fb109 2024-11-08T18:40:21,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/caf44149572d4ea2aea1f7a6d5ad7234 is 50, key is test_row_0/C:col10/1731091220913/Put/seqid=0 2024-11-08T18:40:21,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742099_1275 (size=12151) 2024-11-08T18:40:21,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-08T18:40:21,440 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:21,440 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees 2024-11-08T18:40:21,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T18:40:21,443 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:21,444 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=68, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:21,444 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:21,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T18:40:21,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091281560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,563 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091281571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091281571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,574 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091281571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,574 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:21,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091281571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,575 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:21,576 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:21,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-08T18:40:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:21,597 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:21,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:21,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:21,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-08T18:40:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:21,751 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] handler.RSProcedureHandler(58): pid=69 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:21,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=69 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:21,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=69 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:21,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T18:40:21,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=145 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/caf44149572d4ea2aea1f7a6d5ad7234 2024-11-08T18:40:21,767 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/de6547f0847a472f8140ad7b3e7ac46f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/de6547f0847a472f8140ad7b3e7ac46f 2024-11-08T18:40:21,772 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/de6547f0847a472f8140ad7b3e7ac46f, entries=200, sequenceid=145, filesize=14.2 K 2024-11-08T18:40:21,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f6bd7d4cdca14b6080a9ea05d18fb109 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f6bd7d4cdca14b6080a9ea05d18fb109 2024-11-08T18:40:21,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f6bd7d4cdca14b6080a9ea05d18fb109, entries=150, sequenceid=145, filesize=11.9 K 2024-11-08T18:40:21,778 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/caf44149572d4ea2aea1f7a6d5ad7234 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/caf44149572d4ea2aea1f7a6d5ad7234 2024-11-08T18:40:21,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/caf44149572d4ea2aea1f7a6d5ad7234, entries=150, sequenceid=145, filesize=11.9 K 2024-11-08T18:40:21,785 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b844e6651c377acfe556bed1053818d0 in 873ms, sequenceid=145, compaction requested=true 2024-11-08T18:40:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:21,785 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:21,786 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:21,786 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:21,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:21,788 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:21,788 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/A is initiating minor compaction (all files) 2024-11-08T18:40:21,788 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/A in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:21,788 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/c046f47e45e14e36a97a4ece950b51bd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/a9c358070bf84770a9e25f73e446ecbf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/de6547f0847a472f8140ad7b3e7ac46f] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=37.9 K 2024-11-08T18:40:21,788 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:21,788 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/B is initiating minor compaction (all files) 2024-11-08T18:40:21,788 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/B in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:21,788 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/dcb413ade8c64238bbd9693b308fdb24, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/18c6ec7afa004479bf993693e681772d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f6bd7d4cdca14b6080a9ea05d18fb109] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=35.5 K 2024-11-08T18:40:21,789 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting dcb413ade8c64238bbd9693b308fdb24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731091217566 2024-11-08T18:40:21,789 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting c046f47e45e14e36a97a4ece950b51bd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731091217566 2024-11-08T18:40:21,789 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 18c6ec7afa004479bf993693e681772d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731091218718 2024-11-08T18:40:21,790 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a9c358070bf84770a9e25f73e446ecbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731091218718 2024-11-08T18:40:21,790 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f6bd7d4cdca14b6080a9ea05d18fb109, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731091220875 2024-11-08T18:40:21,791 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting de6547f0847a472f8140ad7b3e7ac46f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731091220870 2024-11-08T18:40:21,804 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#A#compaction#229 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:21,805 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/392dc86fde63468b9b1d94419d1881c1 is 50, key is test_row_0/A:col10/1731091220913/Put/seqid=0 2024-11-08T18:40:21,815 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#B#compaction#230 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:21,816 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/d598ad9f2ece4cb5a6c832d857f84ecd is 50, key is test_row_0/B:col10/1731091220913/Put/seqid=0 2024-11-08T18:40:21,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742101_1277 (size=12493) 2024-11-08T18:40:21,870 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/d598ad9f2ece4cb5a6c832d857f84ecd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d598ad9f2ece4cb5a6c832d857f84ecd 2024-11-08T18:40:21,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742100_1276 (size=12493) 2024-11-08T18:40:21,876 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/B of b844e6651c377acfe556bed1053818d0 into d598ad9f2ece4cb5a6c832d857f84ecd(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:21,876 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:21,876 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/B, priority=13, startTime=1731091221786; duration=0sec 2024-11-08T18:40:21,876 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:21,876 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:21,876 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:21,878 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:21,878 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/C is initiating minor compaction (all files) 2024-11-08T18:40:21,878 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/C in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:21,878 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f7e8b32e74cf42b7a0651d717764fb6a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/79ad44cfd5fc409c8afd854354a11e32, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/caf44149572d4ea2aea1f7a6d5ad7234] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=35.5 K 2024-11-08T18:40:21,879 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f7e8b32e74cf42b7a0651d717764fb6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=120, earliestPutTs=1731091217566 2024-11-08T18:40:21,880 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 79ad44cfd5fc409c8afd854354a11e32, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1731091218718 2024-11-08T18:40:21,882 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting caf44149572d4ea2aea1f7a6d5ad7234, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731091220875 2024-11-08T18:40:21,887 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/392dc86fde63468b9b1d94419d1881c1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/392dc86fde63468b9b1d94419d1881c1 2024-11-08T18:40:21,894 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/A of b844e6651c377acfe556bed1053818d0 into 392dc86fde63468b9b1d94419d1881c1(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:21,895 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:21,895 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/A, priority=13, startTime=1731091221785; duration=0sec 2024-11-08T18:40:21,895 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:21,895 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:21,899 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#C#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:21,900 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/5fd6fc408cb741ce9bb1b8d441f1f4f9 is 50, key is test_row_0/C:col10/1731091220913/Put/seqid=0 2024-11-08T18:40:21,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=69 2024-11-08T18:40:21,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:21,905 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T18:40:21,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/24c97808a02043c0ab29452c0a392682 is 50, key is test_row_0/A:col10/1731091220936/Put/seqid=0 2024-11-08T18:40:21,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742102_1278 (size=12493) 2024-11-08T18:40:21,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742103_1279 (size=12151) 2024-11-08T18:40:21,996 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/24c97808a02043c0ab29452c0a392682 2024-11-08T18:40:22,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/c91df4ab360a497587cb9c3739f01986 is 50, key is test_row_0/B:col10/1731091220936/Put/seqid=0 2024-11-08T18:40:22,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T18:40:22,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:22,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:22,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742104_1280 (size=12151) 2024-11-08T18:40:22,085 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/c91df4ab360a497587cb9c3739f01986 2024-11-08T18:40:22,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091282103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091282102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091282106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,113 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091282107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,114 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/701a0cd1b1334263a0880d36765f6282 is 50, key is test_row_0/C:col10/1731091220936/Put/seqid=0 2024-11-08T18:40:22,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091282110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742105_1281 (size=12151) 2024-11-08T18:40:22,225 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091282221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091282221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091282221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091282221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,226 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091282221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,227 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,360 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/5fd6fc408cb741ce9bb1b8d441f1f4f9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5fd6fc408cb741ce9bb1b8d441f1f4f9 2024-11-08T18:40:22,368 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/C of b844e6651c377acfe556bed1053818d0 into 5fd6fc408cb741ce9bb1b8d441f1f4f9(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:22,368 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:22,368 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/C, priority=13, startTime=1731091221786; duration=0sec 2024-11-08T18:40:22,368 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:22,368 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091282430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091282430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,433 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,433 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091282430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091282430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091282431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,434 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,435 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,551 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/701a0cd1b1334263a0880d36765f6282 2024-11-08T18:40:22,556 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/24c97808a02043c0ab29452c0a392682 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/24c97808a02043c0ab29452c0a392682 2024-11-08T18:40:22,560 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/24c97808a02043c0ab29452c0a392682, entries=150, sequenceid=168, filesize=11.9 K 2024-11-08T18:40:22,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/c91df4ab360a497587cb9c3739f01986 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c91df4ab360a497587cb9c3739f01986 2024-11-08T18:40:22,566 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c91df4ab360a497587cb9c3739f01986, entries=150, sequenceid=168, filesize=11.9 K 2024-11-08T18:40:22,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/701a0cd1b1334263a0880d36765f6282 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/701a0cd1b1334263a0880d36765f6282 2024-11-08T18:40:22,572 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/701a0cd1b1334263a0880d36765f6282, entries=150, sequenceid=168, filesize=11.9 K 2024-11-08T18:40:22,573 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b844e6651c377acfe556bed1053818d0 in 668ms, sequenceid=168, compaction requested=false 2024-11-08T18:40:22,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:22,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:22,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=69}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=69 2024-11-08T18:40:22,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=69 2024-11-08T18:40:22,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T18:40:22,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-08T18:40:22,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1310 sec 2024-11-08T18:40:22,596 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=68, table=TestAcidGuarantees in 1.1530 sec 2024-11-08T18:40:22,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:22,744 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:22,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T18:40:22,752 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/98e0ed444aed422b88fb8acf72c68bab is 50, key is test_row_0/A:col10/1731091222744/Put/seqid=0 2024-11-08T18:40:22,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742106_1282 (size=12151) 2024-11-08T18:40:22,767 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/98e0ed444aed422b88fb8acf72c68bab 2024-11-08T18:40:22,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091282770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091282773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,777 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091282774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,778 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091282776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,779 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,783 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091282777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,784 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/81e144e5f7294384ac35fddfb99377b9 is 50, key is test_row_0/B:col10/1731091222744/Put/seqid=0 2024-11-08T18:40:22,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742107_1283 (size=12151) 2024-11-08T18:40:22,841 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/81e144e5f7294384ac35fddfb99377b9 2024-11-08T18:40:22,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/4aa694baade24d2d9b303aca2da668fd is 50, key is test_row_0/C:col10/1731091222744/Put/seqid=0 2024-11-08T18:40:22,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742108_1284 (size=12151) 2024-11-08T18:40:22,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=188 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/4aa694baade24d2d9b303aca2da668fd 2024-11-08T18:40:22,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/98e0ed444aed422b88fb8acf72c68bab as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98e0ed444aed422b88fb8acf72c68bab 2024-11-08T18:40:22,881 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98e0ed444aed422b88fb8acf72c68bab, entries=150, sequenceid=188, filesize=11.9 K 2024-11-08T18:40:22,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/81e144e5f7294384ac35fddfb99377b9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/81e144e5f7294384ac35fddfb99377b9 2024-11-08T18:40:22,883 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091282880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091282881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,884 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091282881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,885 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/81e144e5f7294384ac35fddfb99377b9, entries=150, sequenceid=188, filesize=11.9 K 2024-11-08T18:40:22,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091282890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:22,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091282891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:22,895 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:22,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:22,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/4aa694baade24d2d9b303aca2da668fd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4aa694baade24d2d9b303aca2da668fd 2024-11-08T18:40:22,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4aa694baade24d2d9b303aca2da668fd, entries=150, sequenceid=188, filesize=11.9 K 2024-11-08T18:40:22,902 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for b844e6651c377acfe556bed1053818d0 in 158ms, sequenceid=188, compaction requested=true 2024-11-08T18:40:22,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:22,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:22,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:22,903 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:22,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:22,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:22,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:22,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:40:22,903 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:22,904 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:22,904 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/B is initiating minor compaction (all files) 2024-11-08T18:40:22,904 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/B in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:22,904 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d598ad9f2ece4cb5a6c832d857f84ecd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c91df4ab360a497587cb9c3739f01986, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/81e144e5f7294384ac35fddfb99377b9] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=35.9 K 2024-11-08T18:40:22,905 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:22,905 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/A is initiating minor compaction (all files) 2024-11-08T18:40:22,905 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/A in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:22,905 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/392dc86fde63468b9b1d94419d1881c1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/24c97808a02043c0ab29452c0a392682, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98e0ed444aed422b88fb8acf72c68bab] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=35.9 K 2024-11-08T18:40:22,907 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting d598ad9f2ece4cb5a6c832d857f84ecd, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731091220875 2024-11-08T18:40:22,907 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 392dc86fde63468b9b1d94419d1881c1, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731091220875 2024-11-08T18:40:22,907 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c91df4ab360a497587cb9c3739f01986, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731091220932 2024-11-08T18:40:22,908 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24c97808a02043c0ab29452c0a392682, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731091220932 2024-11-08T18:40:22,908 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 81e144e5f7294384ac35fddfb99377b9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731091222108 2024-11-08T18:40:22,910 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 98e0ed444aed422b88fb8acf72c68bab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731091222108 2024-11-08T18:40:22,933 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#B#compaction#238 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:22,933 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/007e15da5d294583a70849a51c65817c is 50, key is test_row_0/B:col10/1731091222744/Put/seqid=0 2024-11-08T18:40:22,943 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#A#compaction#239 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:22,944 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/cc4fd4eabba54c72b010c191ebc9dcb2 is 50, key is test_row_0/A:col10/1731091222744/Put/seqid=0 2024-11-08T18:40:23,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742109_1285 (size=12595) 2024-11-08T18:40:23,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742110_1286 (size=12595) 2024-11-08T18:40:23,015 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/cc4fd4eabba54c72b010c191ebc9dcb2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/cc4fd4eabba54c72b010c191ebc9dcb2 2024-11-08T18:40:23,023 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/A of b844e6651c377acfe556bed1053818d0 into cc4fd4eabba54c72b010c191ebc9dcb2(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:23,023 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:23,023 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/A, priority=13, startTime=1731091222903; duration=0sec 2024-11-08T18:40:23,023 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:23,023 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:23,023 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:23,025 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:23,025 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/C is initiating minor compaction (all files) 2024-11-08T18:40:23,025 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/C in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:23,025 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5fd6fc408cb741ce9bb1b8d441f1f4f9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/701a0cd1b1334263a0880d36765f6282, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4aa694baade24d2d9b303aca2da668fd] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=35.9 K 2024-11-08T18:40:23,026 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5fd6fc408cb741ce9bb1b8d441f1f4f9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=145, earliestPutTs=1731091220875 2024-11-08T18:40:23,026 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 701a0cd1b1334263a0880d36765f6282, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731091220932 2024-11-08T18:40:23,027 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4aa694baade24d2d9b303aca2da668fd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731091222108 2024-11-08T18:40:23,038 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#C#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:23,039 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/aa8c684b3ab84463b7c429a49572b612 is 50, key is test_row_0/C:col10/1731091222744/Put/seqid=0 2024-11-08T18:40:23,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742111_1287 (size=12595) 2024-11-08T18:40:23,098 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:23,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T18:40:23,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:23,104 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/074e54fec3da42fead1a823172245bc9 is 50, key is test_row_0/A:col10/1731091222772/Put/seqid=0 2024-11-08T18:40:23,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742112_1288 (size=12151) 2024-11-08T18:40:23,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091283126, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,134 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091283128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,135 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091283129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,140 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/074e54fec3da42fead1a823172245bc9 2024-11-08T18:40:23,145 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091283141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,146 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091283141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,159 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/cc0ea285c508428f968e47ed3f4027f2 is 50, key is test_row_0/B:col10/1731091222772/Put/seqid=0 2024-11-08T18:40:23,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742113_1289 (size=12151) 2024-11-08T18:40:23,190 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/cc0ea285c508428f968e47ed3f4027f2 2024-11-08T18:40:23,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/5e72c2c0757741cbb4a7e19f0578f00f is 50, key is test_row_0/C:col10/1731091222772/Put/seqid=0 2024-11-08T18:40:23,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091283240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091283240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,244 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,253 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091283250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091283250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,254 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742114_1290 (size=12151) 2024-11-08T18:40:23,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/5e72c2c0757741cbb4a7e19f0578f00f 2024-11-08T18:40:23,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091283261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,267 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/074e54fec3da42fead1a823172245bc9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/074e54fec3da42fead1a823172245bc9 2024-11-08T18:40:23,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/074e54fec3da42fead1a823172245bc9, entries=150, sequenceid=209, filesize=11.9 K 2024-11-08T18:40:23,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/cc0ea285c508428f968e47ed3f4027f2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cc0ea285c508428f968e47ed3f4027f2 2024-11-08T18:40:23,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cc0ea285c508428f968e47ed3f4027f2, entries=150, sequenceid=209, filesize=11.9 K 2024-11-08T18:40:23,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/5e72c2c0757741cbb4a7e19f0578f00f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5e72c2c0757741cbb4a7e19f0578f00f 2024-11-08T18:40:23,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5e72c2c0757741cbb4a7e19f0578f00f, entries=150, sequenceid=209, filesize=11.9 K 2024-11-08T18:40:23,304 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=100.63 KB/103050 for b844e6651c377acfe556bed1053818d0 in 206ms, sequenceid=209, compaction requested=false 2024-11-08T18:40:23,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:23,409 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/007e15da5d294583a70849a51c65817c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/007e15da5d294583a70849a51c65817c 2024-11-08T18:40:23,414 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/B of b844e6651c377acfe556bed1053818d0 into 007e15da5d294583a70849a51c65817c(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:23,414 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:23,414 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/B, priority=13, startTime=1731091222903; duration=0sec 2024-11-08T18:40:23,414 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:23,414 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:23,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:23,454 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:23,454 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T18:40:23,456 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/aa8c684b3ab84463b7c429a49572b612 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/aa8c684b3ab84463b7c429a49572b612 2024-11-08T18:40:23,466 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/C of b844e6651c377acfe556bed1053818d0 into aa8c684b3ab84463b7c429a49572b612(size=12.3 K), total size for store is 24.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:23,466 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:23,466 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/C, priority=13, startTime=1731091222903; duration=0sec 2024-11-08T18:40:23,466 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:23,466 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:23,471 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/38c5124d72e04c39b22fd001dffe4d61 is 50, key is test_row_0/A:col10/1731091223453/Put/seqid=0 2024-11-08T18:40:23,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742115_1291 (size=12151) 2024-11-08T18:40:23,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/38c5124d72e04c39b22fd001dffe4d61 2024-11-08T18:40:23,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/4e3cda2ced33493998636f64abf4a37f is 50, key is test_row_0/B:col10/1731091223453/Put/seqid=0 2024-11-08T18:40:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091283483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091283483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,487 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742116_1292 (size=12151) 2024-11-08T18:40:23,492 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/4e3cda2ced33493998636f64abf4a37f 2024-11-08T18:40:23,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091283486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091283487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091283487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,494 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/7382be3305224a74ad6cb4bcdcdb1839 is 50, key is test_row_0/C:col10/1731091223453/Put/seqid=0 2024-11-08T18:40:23,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742117_1293 (size=12151) 2024-11-08T18:40:23,539 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/7382be3305224a74ad6cb4bcdcdb1839 2024-11-08T18:40:23,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/38c5124d72e04c39b22fd001dffe4d61 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38c5124d72e04c39b22fd001dffe4d61 2024-11-08T18:40:23,550 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38c5124d72e04c39b22fd001dffe4d61, entries=150, sequenceid=231, filesize=11.9 K 2024-11-08T18:40:23,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/4e3cda2ced33493998636f64abf4a37f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4e3cda2ced33493998636f64abf4a37f 2024-11-08T18:40:23,556 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4e3cda2ced33493998636f64abf4a37f, entries=150, sequenceid=231, filesize=11.9 K 2024-11-08T18:40:23,557 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/7382be3305224a74ad6cb4bcdcdb1839 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/7382be3305224a74ad6cb4bcdcdb1839 2024-11-08T18:40:23,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/7382be3305224a74ad6cb4bcdcdb1839, entries=150, sequenceid=231, filesize=11.9 K 2024-11-08T18:40:23,563 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for b844e6651c377acfe556bed1053818d0 in 109ms, sequenceid=231, compaction requested=true 2024-11-08T18:40:23,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:23,563 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:23,564 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:23,564 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/A is initiating minor compaction (all files) 2024-11-08T18:40:23,564 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/A in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:23,564 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/cc4fd4eabba54c72b010c191ebc9dcb2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/074e54fec3da42fead1a823172245bc9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38c5124d72e04c39b22fd001dffe4d61] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=36.0 K 2024-11-08T18:40:23,565 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting cc4fd4eabba54c72b010c191ebc9dcb2, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731091222108 2024-11-08T18:40:23,565 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 074e54fec3da42fead1a823172245bc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731091222772 2024-11-08T18:40:23,566 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 38c5124d72e04c39b22fd001dffe4d61, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731091223126 2024-11-08T18:40:23,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:23,569 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:23,569 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:23,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:23,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:23,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:23,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:23,572 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:23,572 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/B is initiating minor compaction (all files) 2024-11-08T18:40:23,572 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/B in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:23,572 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/007e15da5d294583a70849a51c65817c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cc0ea285c508428f968e47ed3f4027f2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4e3cda2ced33493998636f64abf4a37f] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=36.0 K 2024-11-08T18:40:23,572 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 007e15da5d294583a70849a51c65817c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731091222108 2024-11-08T18:40:23,573 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc0ea285c508428f968e47ed3f4027f2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731091222772 2024-11-08T18:40:23,574 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e3cda2ced33493998636f64abf4a37f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731091223126 2024-11-08T18:40:23,583 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#A#compaction#247 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:23,584 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/144aea41c9c04a1eb89d149ca386c811 is 50, key is test_row_0/A:col10/1731091223453/Put/seqid=0 2024-11-08T18:40:23,586 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#B#compaction#248 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:23,587 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/275b6d22fd824a96b6d546d945b9c42b is 50, key is test_row_0/B:col10/1731091223453/Put/seqid=0 2024-11-08T18:40:23,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-08T18:40:23,591 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:23,593 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:23,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:23,593 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:23,593 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T18:40:23,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-11-08T18:40:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T18:40:23,595 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:23,596 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:23,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:23,608 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/5d094516c883410b84ca58758ed9d278 is 50, key is test_row_0/A:col10/1731091223485/Put/seqid=0 2024-11-08T18:40:23,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742119_1295 (size=12697) 2024-11-08T18:40:23,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742118_1294 (size=12697) 2024-11-08T18:40:23,619 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/144aea41c9c04a1eb89d149ca386c811 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/144aea41c9c04a1eb89d149ca386c811 2024-11-08T18:40:23,622 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/275b6d22fd824a96b6d546d945b9c42b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/275b6d22fd824a96b6d546d945b9c42b 2024-11-08T18:40:23,626 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/A of b844e6651c377acfe556bed1053818d0 into 144aea41c9c04a1eb89d149ca386c811(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:23,626 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:23,626 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/A, priority=13, startTime=1731091223563; duration=0sec 2024-11-08T18:40:23,626 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:23,626 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:23,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,626 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091283617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091283618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,626 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,627 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091283618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,627 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742120_1296 (size=16931) 2024-11-08T18:40:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,628 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,629 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:23,629 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/C is initiating minor compaction (all files) 2024-11-08T18:40:23,629 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/C in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:23,629 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/aa8c684b3ab84463b7c429a49572b612, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5e72c2c0757741cbb4a7e19f0578f00f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/7382be3305224a74ad6cb4bcdcdb1839] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=36.0 K 2024-11-08T18:40:23,629 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting aa8c684b3ab84463b7c429a49572b612, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=188, earliestPutTs=1731091222108 2024-11-08T18:40:23,630 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5e72c2c0757741cbb4a7e19f0578f00f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1731091222772 2024-11-08T18:40:23,630 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/B of b844e6651c377acfe556bed1053818d0 into 275b6d22fd824a96b6d546d945b9c42b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:23,630 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:23,630 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/B, priority=13, startTime=1731091223569; duration=0sec 2024-11-08T18:40:23,630 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7382be3305224a74ad6cb4bcdcdb1839, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731091223126 2024-11-08T18:40:23,630 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:23,630 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091283625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091283626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,633 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,639 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#C#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:23,639 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/4f694a8e7ea4437391b47080c2c39a98 is 50, key is test_row_0/C:col10/1731091223453/Put/seqid=0 2024-11-08T18:40:23,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742121_1297 (size=12697) 2024-11-08T18:40:23,655 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/4f694a8e7ea4437391b47080c2c39a98 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4f694a8e7ea4437391b47080c2c39a98 2024-11-08T18:40:23,664 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/C of b844e6651c377acfe556bed1053818d0 into 4f694a8e7ea4437391b47080c2c39a98(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:23,664 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:23,664 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/C, priority=13, startTime=1731091223570; duration=0sec 2024-11-08T18:40:23,664 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:23,665 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:23,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T18:40:23,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091283730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091283730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,733 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091283730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091283741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,746 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091283741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,746 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,747 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,750 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T18:40:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:23,750 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:23,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:23,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T18:40:23,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:23,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:23,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:23,903 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:23,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:23,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:23,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T18:40:23,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091283940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091283941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,942 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091283941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,943 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091283950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:23,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091283950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:23,954 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,028 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/5d094516c883410b84ca58758ed9d278 2024-11-08T18:40:24,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/2555fbdb73c646e7a41431e8e0aaa6ac is 50, key is test_row_0/B:col10/1731091223485/Put/seqid=0 2024-11-08T18:40:24,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742122_1298 (size=12151) 2024-11-08T18:40:24,044 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/2555fbdb73c646e7a41431e8e0aaa6ac 2024-11-08T18:40:24,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/da338103d1aa48c686e31fbbc4e8bff8 is 50, key is test_row_0/C:col10/1731091223485/Put/seqid=0 2024-11-08T18:40:24,057 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T18:40:24,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:24,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:24,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:24,057 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:24,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:24,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742123_1299 (size=12151) 2024-11-08T18:40:24,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=250 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/da338103d1aa48c686e31fbbc4e8bff8 2024-11-08T18:40:24,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/5d094516c883410b84ca58758ed9d278 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/5d094516c883410b84ca58758ed9d278 2024-11-08T18:40:24,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/5d094516c883410b84ca58758ed9d278, entries=250, sequenceid=250, filesize=16.5 K 2024-11-08T18:40:24,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/2555fbdb73c646e7a41431e8e0aaa6ac as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2555fbdb73c646e7a41431e8e0aaa6ac 2024-11-08T18:40:24,101 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2555fbdb73c646e7a41431e8e0aaa6ac, entries=150, sequenceid=250, filesize=11.9 K 2024-11-08T18:40:24,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/da338103d1aa48c686e31fbbc4e8bff8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/da338103d1aa48c686e31fbbc4e8bff8 2024-11-08T18:40:24,107 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/da338103d1aa48c686e31fbbc4e8bff8, entries=150, sequenceid=250, filesize=11.9 K 2024-11-08T18:40:24,108 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b844e6651c377acfe556bed1053818d0 in 515ms, sequenceid=250, compaction requested=false 2024-11-08T18:40:24,108 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:24,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-11-08T18:40:24,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:24,210 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T18:40:24,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/63d814f42dda4e68bf2012376c8ed42a is 50, key is test_row_0/A:col10/1731091223625/Put/seqid=0 2024-11-08T18:40:24,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T18:40:24,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742124_1300 (size=12301) 2024-11-08T18:40:24,240 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/63d814f42dda4e68bf2012376c8ed42a 2024-11-08T18:40:24,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:24,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:24,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/e98bceb95e0a4b99887c84317f509c82 is 50, key is test_row_0/B:col10/1731091223625/Put/seqid=0 2024-11-08T18:40:24,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091284267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,271 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,275 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091284269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091284270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091284271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091284272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,277 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742125_1301 (size=12301) 2024-11-08T18:40:24,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091284381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091284381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091284381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,385 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091284381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091284381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,386 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091284591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091284591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091284591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,595 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091284591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091284592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,596 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,597 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,704 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/e98bceb95e0a4b99887c84317f509c82 2024-11-08T18:40:24,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/cce435456c0846878260ef88085d5362 is 50, key is test_row_0/C:col10/1731091223625/Put/seqid=0 2024-11-08T18:40:24,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742126_1302 (size=12301) 2024-11-08T18:40:24,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T18:40:24,731 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/cce435456c0846878260ef88085d5362 2024-11-08T18:40:24,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/63d814f42dda4e68bf2012376c8ed42a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/63d814f42dda4e68bf2012376c8ed42a 2024-11-08T18:40:24,741 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/63d814f42dda4e68bf2012376c8ed42a, entries=150, sequenceid=270, filesize=12.0 K 2024-11-08T18:40:24,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/e98bceb95e0a4b99887c84317f509c82 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/e98bceb95e0a4b99887c84317f509c82 2024-11-08T18:40:24,747 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/e98bceb95e0a4b99887c84317f509c82, entries=150, sequenceid=270, filesize=12.0 K 2024-11-08T18:40:24,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/cce435456c0846878260ef88085d5362 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/cce435456c0846878260ef88085d5362 2024-11-08T18:40:24,754 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/cce435456c0846878260ef88085d5362, entries=150, sequenceid=270, filesize=12.0 K 2024-11-08T18:40:24,755 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for b844e6651c377acfe556bed1053818d0 in 544ms, sequenceid=270, compaction requested=true 2024-11-08T18:40:24,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:24,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:24,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-11-08T18:40:24,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-11-08T18:40:24,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-08T18:40:24,764 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1610 sec 2024-11-08T18:40:24,766 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 1.1720 sec 2024-11-08T18:40:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:24,902 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:24,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T18:40:24,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/b8be3d49eb074beea401d74b44cbba17 is 50, key is test_row_0/A:col10/1731091224263/Put/seqid=0 2024-11-08T18:40:24,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742127_1303 (size=14741) 2024-11-08T18:40:24,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/b8be3d49eb074beea401d74b44cbba17 2024-11-08T18:40:24,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091284913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,920 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091284916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,922 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,923 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,925 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/2ad4a852cc7541d284aed84d44517c7d is 50, key is test_row_0/B:col10/1731091224263/Put/seqid=0 2024-11-08T18:40:24,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091284920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091284920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091284920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:24,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:24,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742128_1304 (size=12301) 2024-11-08T18:40:24,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/2ad4a852cc7541d284aed84d44517c7d 2024-11-08T18:40:24,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/f99ebecdadc547628a3943685fb813e9 is 50, key is test_row_0/C:col10/1731091224263/Put/seqid=0 2024-11-08T18:40:24,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742129_1305 (size=12301) 2024-11-08T18:40:24,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/f99ebecdadc547628a3943685fb813e9 2024-11-08T18:40:24,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/b8be3d49eb074beea401d74b44cbba17 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b8be3d49eb074beea401d74b44cbba17 2024-11-08T18:40:24,966 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b8be3d49eb074beea401d74b44cbba17, entries=200, sequenceid=291, filesize=14.4 K 2024-11-08T18:40:24,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/2ad4a852cc7541d284aed84d44517c7d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2ad4a852cc7541d284aed84d44517c7d 2024-11-08T18:40:24,980 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2ad4a852cc7541d284aed84d44517c7d, entries=150, sequenceid=291, filesize=12.0 K 2024-11-08T18:40:24,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/f99ebecdadc547628a3943685fb813e9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f99ebecdadc547628a3943685fb813e9 2024-11-08T18:40:24,994 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f99ebecdadc547628a3943685fb813e9, entries=150, sequenceid=291, filesize=12.0 K 2024-11-08T18:40:24,997 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b844e6651c377acfe556bed1053818d0 in 94ms, sequenceid=291, compaction requested=true 2024-11-08T18:40:24,997 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:24,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:24,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:24,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:24,997 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:24,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:24,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:24,997 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:24,997 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:24,999 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 56670 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:24,999 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/A is initiating minor compaction (all files) 2024-11-08T18:40:24,999 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/A in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:24,999 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/144aea41c9c04a1eb89d149ca386c811, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/5d094516c883410b84ca58758ed9d278, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/63d814f42dda4e68bf2012376c8ed42a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b8be3d49eb074beea401d74b44cbba17] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=55.3 K 2024-11-08T18:40:24,999 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:24,999 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/B is initiating minor compaction (all files) 2024-11-08T18:40:24,999 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/B in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:25,000 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/275b6d22fd824a96b6d546d945b9c42b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2555fbdb73c646e7a41431e8e0aaa6ac, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/e98bceb95e0a4b99887c84317f509c82, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2ad4a852cc7541d284aed84d44517c7d] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=48.3 K 2024-11-08T18:40:25,000 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 144aea41c9c04a1eb89d149ca386c811, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731091223126 2024-11-08T18:40:25,000 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 275b6d22fd824a96b6d546d945b9c42b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731091223126 2024-11-08T18:40:25,000 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d094516c883410b84ca58758ed9d278, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731091223484 2024-11-08T18:40:25,002 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 2555fbdb73c646e7a41431e8e0aaa6ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731091223484 2024-11-08T18:40:25,003 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting e98bceb95e0a4b99887c84317f509c82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731091223615 2024-11-08T18:40:25,003 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63d814f42dda4e68bf2012376c8ed42a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731091223615 2024-11-08T18:40:25,003 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ad4a852cc7541d284aed84d44517c7d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091224263 2024-11-08T18:40:25,003 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8be3d49eb074beea401d74b44cbba17, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091224263 2024-11-08T18:40:25,019 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#B#compaction#259 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:25,020 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/25500304580c4d48917c373da3850d6d is 50, key is test_row_0/B:col10/1731091224263/Put/seqid=0 2024-11-08T18:40:25,028 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#A#compaction#260 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:25,028 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/88d956ea579f4be681b03489ffe74a2a is 50, key is test_row_0/A:col10/1731091224263/Put/seqid=0 2024-11-08T18:40:25,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:25,034 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:25,034 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T18:40:25,059 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/b49c0ba9380d4654a484a6c637e65a01 is 50, key is test_row_0/A:col10/1731091224917/Put/seqid=0 2024-11-08T18:40:25,077 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091285068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091285068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,078 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091285069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,079 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,080 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091285074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,081 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,085 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091285077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,085 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742130_1306 (size=12983) 2024-11-08T18:40:25,104 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/25500304580c4d48917c373da3850d6d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/25500304580c4d48917c373da3850d6d 2024-11-08T18:40:25,110 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b844e6651c377acfe556bed1053818d0/B of b844e6651c377acfe556bed1053818d0 into 25500304580c4d48917c373da3850d6d(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:25,110 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:25,110 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/B, priority=12, startTime=1731091224997; duration=0sec 2024-11-08T18:40:25,110 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:25,110 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:25,110 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:25,112 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:25,112 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/C is initiating minor compaction (all files) 2024-11-08T18:40:25,112 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/C in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:25,112 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4f694a8e7ea4437391b47080c2c39a98, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/da338103d1aa48c686e31fbbc4e8bff8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/cce435456c0846878260ef88085d5362, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f99ebecdadc547628a3943685fb813e9] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=48.3 K 2024-11-08T18:40:25,112 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4f694a8e7ea4437391b47080c2c39a98, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1731091223126 2024-11-08T18:40:25,113 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting da338103d1aa48c686e31fbbc4e8bff8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=250, earliestPutTs=1731091223484 2024-11-08T18:40:25,113 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting cce435456c0846878260ef88085d5362, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1731091223615 2024-11-08T18:40:25,113 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f99ebecdadc547628a3943685fb813e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091224263 2024-11-08T18:40:25,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742131_1307 (size=12983) 2024-11-08T18:40:25,125 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/88d956ea579f4be681b03489ffe74a2a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/88d956ea579f4be681b03489ffe74a2a 2024-11-08T18:40:25,131 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b844e6651c377acfe556bed1053818d0/A of b844e6651c377acfe556bed1053818d0 into 88d956ea579f4be681b03489ffe74a2a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:25,131 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:25,131 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/A, priority=12, startTime=1731091224997; duration=0sec 2024-11-08T18:40:25,131 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:25,131 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:25,149 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#C#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:25,149 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/411cb18c97674996a3c6b920b6033210 is 50, key is test_row_0/C:col10/1731091224263/Put/seqid=0 2024-11-08T18:40:25,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742132_1308 (size=14741) 2024-11-08T18:40:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742133_1309 (size=12983) 2024-11-08T18:40:25,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091285180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091285180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,184 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091285190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091285191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,193 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091285191, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,193 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091285390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091285390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091285400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091285400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,403 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091285400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,551 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/b49c0ba9380d4654a484a6c637e65a01 2024-11-08T18:40:25,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/3ed006ad90d94282ba7353f0b9e921c3 is 50, key is test_row_0/B:col10/1731091224917/Put/seqid=0 2024-11-08T18:40:25,568 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/411cb18c97674996a3c6b920b6033210 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/411cb18c97674996a3c6b920b6033210 2024-11-08T18:40:25,583 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b844e6651c377acfe556bed1053818d0/C of b844e6651c377acfe556bed1053818d0 into 411cb18c97674996a3c6b920b6033210(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:25,583 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:25,583 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/C, priority=12, startTime=1731091224997; duration=0sec 2024-11-08T18:40:25,583 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:25,583 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:25,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742134_1310 (size=12301) 2024-11-08T18:40:25,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/3ed006ad90d94282ba7353f0b9e921c3 2024-11-08T18:40:25,610 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/3aea11494175401faa3fa12c0aa06c27 is 50, key is test_row_0/C:col10/1731091224917/Put/seqid=0 2024-11-08T18:40:25,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742135_1311 (size=12301) 2024-11-08T18:40:25,624 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/3aea11494175401faa3fa12c0aa06c27 2024-11-08T18:40:25,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/b49c0ba9380d4654a484a6c637e65a01 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b49c0ba9380d4654a484a6c637e65a01 2024-11-08T18:40:25,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b49c0ba9380d4654a484a6c637e65a01, entries=200, sequenceid=307, filesize=14.4 K 2024-11-08T18:40:25,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/3ed006ad90d94282ba7353f0b9e921c3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/3ed006ad90d94282ba7353f0b9e921c3 2024-11-08T18:40:25,647 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/3ed006ad90d94282ba7353f0b9e921c3, entries=150, sequenceid=307, filesize=12.0 K 2024-11-08T18:40:25,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/3aea11494175401faa3fa12c0aa06c27 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3aea11494175401faa3fa12c0aa06c27 2024-11-08T18:40:25,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3aea11494175401faa3fa12c0aa06c27, entries=150, sequenceid=307, filesize=12.0 K 2024-11-08T18:40:25,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b844e6651c377acfe556bed1053818d0 in 619ms, sequenceid=307, compaction requested=false 2024-11-08T18:40:25,653 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:25,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:25,704 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:25,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T18:40:25,711 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/1615f4cb3970402ea2e8c2acd678cd4f is 50, key is test_row_0/A:col10/1731091225075/Put/seqid=0 2024-11-08T18:40:25,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742136_1312 (size=12301) 2024-11-08T18:40:25,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/1615f4cb3970402ea2e8c2acd678cd4f 2024-11-08T18:40:25,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091285717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091285718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091285720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091285724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,729 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/26365acf4bfe44d0a99f70830be33e39 is 50, key is test_row_0/B:col10/1731091225075/Put/seqid=0 2024-11-08T18:40:25,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091285726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,737 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742137_1313 (size=12301) 2024-11-08T18:40:25,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-08T18:40:25,741 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:25,742 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:25,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-11-08T18:40:25,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T18:40:25,744 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:25,745 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:25,745 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:25,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091285830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091285830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091285830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091285840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:25,842 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091285840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:25,843 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:25,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T18:40:25,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-08T18:40:25,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:25,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:25,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:25,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:25,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:26,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091286041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091286041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091286042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,047 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,048 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-08T18:40:26,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:26,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:26,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:26,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:26,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091286050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,054 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091286051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T18:40:26,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/26365acf4bfe44d0a99f70830be33e39 2024-11-08T18:40:26,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/b89621c5e9224067b6b75632f44b3ba7 is 50, key is test_row_0/C:col10/1731091225075/Put/seqid=0 2024-11-08T18:40:26,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742138_1314 (size=12301) 2024-11-08T18:40:26,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=331 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/b89621c5e9224067b6b75632f44b3ba7 2024-11-08T18:40:26,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/1615f4cb3970402ea2e8c2acd678cd4f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1615f4cb3970402ea2e8c2acd678cd4f 2024-11-08T18:40:26,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1615f4cb3970402ea2e8c2acd678cd4f, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T18:40:26,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-08T18:40:26,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:26,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:26,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:26,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/26365acf4bfe44d0a99f70830be33e39 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/26365acf4bfe44d0a99f70830be33e39 2024-11-08T18:40:26,208 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:26,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:26,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:26,213 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/26365acf4bfe44d0a99f70830be33e39, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T18:40:26,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/b89621c5e9224067b6b75632f44b3ba7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b89621c5e9224067b6b75632f44b3ba7 2024-11-08T18:40:26,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b89621c5e9224067b6b75632f44b3ba7, entries=150, sequenceid=331, filesize=12.0 K 2024-11-08T18:40:26,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b844e6651c377acfe556bed1053818d0 in 516ms, sequenceid=331, compaction requested=true 2024-11-08T18:40:26,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:26,221 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:26,221 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:26,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:26,222 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:26,222 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/A is initiating minor compaction (all files) 2024-11-08T18:40:26,222 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/A in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:26,222 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/88d956ea579f4be681b03489ffe74a2a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b49c0ba9380d4654a484a6c637e65a01, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1615f4cb3970402ea2e8c2acd678cd4f] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=39.1 K 2024-11-08T18:40:26,222 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:26,223 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/B is initiating minor compaction (all files) 2024-11-08T18:40:26,223 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/B in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:26,223 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/25500304580c4d48917c373da3850d6d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/3ed006ad90d94282ba7353f0b9e921c3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/26365acf4bfe44d0a99f70830be33e39] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=36.7 K 2024-11-08T18:40:26,223 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88d956ea579f4be681b03489ffe74a2a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091224263 2024-11-08T18:40:26,223 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 25500304580c4d48917c373da3850d6d, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091224263 2024-11-08T18:40:26,224 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ed006ad90d94282ba7353f0b9e921c3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731091224915 2024-11-08T18:40:26,224 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b49c0ba9380d4654a484a6c637e65a01, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731091224915 2024-11-08T18:40:26,224 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 26365acf4bfe44d0a99f70830be33e39, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731091225065 2024-11-08T18:40:26,225 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1615f4cb3970402ea2e8c2acd678cd4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731091225065 2024-11-08T18:40:26,243 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:26,244 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/ad2ae573e975414b88285a2499d787fb is 50, key is test_row_0/B:col10/1731091225075/Put/seqid=0 2024-11-08T18:40:26,247 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#A#compaction#269 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:26,248 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/ed00f84b546b402c8c3814fd78dfcd96 is 50, key is test_row_0/A:col10/1731091225075/Put/seqid=0 2024-11-08T18:40:26,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742139_1315 (size=13085) 2024-11-08T18:40:26,282 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/ad2ae573e975414b88285a2499d787fb as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ad2ae573e975414b88285a2499d787fb 2024-11-08T18:40:26,291 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/B of b844e6651c377acfe556bed1053818d0 into ad2ae573e975414b88285a2499d787fb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:26,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742140_1316 (size=13085) 2024-11-08T18:40:26,291 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:26,291 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/B, priority=13, startTime=1731091226221; duration=0sec 2024-11-08T18:40:26,291 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:26,291 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:26,291 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:26,298 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:26,298 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/C is initiating minor compaction (all files) 2024-11-08T18:40:26,298 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/C in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:26,298 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/411cb18c97674996a3c6b920b6033210, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3aea11494175401faa3fa12c0aa06c27, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b89621c5e9224067b6b75632f44b3ba7] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=36.7 K 2024-11-08T18:40:26,299 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 411cb18c97674996a3c6b920b6033210, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1731091224263 2024-11-08T18:40:26,300 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 3aea11494175401faa3fa12c0aa06c27, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1731091224915 2024-11-08T18:40:26,301 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b89621c5e9224067b6b75632f44b3ba7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731091225065 2024-11-08T18:40:26,306 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/ed00f84b546b402c8c3814fd78dfcd96 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/ed00f84b546b402c8c3814fd78dfcd96 2024-11-08T18:40:26,313 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/A of b844e6651c377acfe556bed1053818d0 into ed00f84b546b402c8c3814fd78dfcd96(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:26,313 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:26,313 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/A, priority=13, startTime=1731091226220; duration=0sec 2024-11-08T18:40:26,313 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:26,313 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:26,325 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#C#compaction#270 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:26,325 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/c50260c80367446a85017ff15ab7a0e7 is 50, key is test_row_0/C:col10/1731091225075/Put/seqid=0 2024-11-08T18:40:26,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742141_1317 (size=13085) 2024-11-08T18:40:26,361 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/c50260c80367446a85017ff15ab7a0e7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c50260c80367446a85017ff15ab7a0e7 2024-11-08T18:40:26,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-11-08T18:40:26,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:26,361 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T18:40:26,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:26,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:26,367 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/C of b844e6651c377acfe556bed1053818d0 into c50260c80367446a85017ff15ab7a0e7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:26,367 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:26,367 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/C, priority=13, startTime=1731091226221; duration=0sec 2024-11-08T18:40:26,367 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:26,367 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:26,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T18:40:26,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/3a369f8e411249e0b35621623f28a1fc is 50, key is test_row_0/A:col10/1731091226356/Put/seqid=0 2024-11-08T18:40:26,425 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091286418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,426 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091286418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,427 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091286420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,428 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091286421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091286421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742142_1318 (size=12301) 2024-11-08T18:40:26,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091286530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091286530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091286531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,533 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,543 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091286540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091286540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,544 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091286740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091286741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,745 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,745 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091286741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,746 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,755 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091286750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091286750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:26,756 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:26,845 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/3a369f8e411249e0b35621623f28a1fc 2024-11-08T18:40:26,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/4d6666d9136f431399b570df979f133c is 50, key is test_row_0/B:col10/1731091226356/Put/seqid=0 2024-11-08T18:40:26,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T18:40:26,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742143_1319 (size=12301) 2024-11-08T18:40:26,882 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/4d6666d9136f431399b570df979f133c 2024-11-08T18:40:26,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/c1397bdf512b4c3c987196ac1db30f20 is 50, key is test_row_0/C:col10/1731091226356/Put/seqid=0 2024-11-08T18:40:26,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742144_1320 (size=12301) 2024-11-08T18:40:26,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=351 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/c1397bdf512b4c3c987196ac1db30f20 2024-11-08T18:40:26,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/3a369f8e411249e0b35621623f28a1fc as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3a369f8e411249e0b35621623f28a1fc 2024-11-08T18:40:26,954 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3a369f8e411249e0b35621623f28a1fc, entries=150, sequenceid=351, filesize=12.0 K 2024-11-08T18:40:26,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/4d6666d9136f431399b570df979f133c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4d6666d9136f431399b570df979f133c 2024-11-08T18:40:26,959 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4d6666d9136f431399b570df979f133c, entries=150, sequenceid=351, filesize=12.0 K 2024-11-08T18:40:26,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/c1397bdf512b4c3c987196ac1db30f20 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c1397bdf512b4c3c987196ac1db30f20 2024-11-08T18:40:26,965 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c1397bdf512b4c3c987196ac1db30f20, entries=150, sequenceid=351, filesize=12.0 K 2024-11-08T18:40:26,966 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=120.76 KB/123660 for b844e6651c377acfe556bed1053818d0 in 605ms, sequenceid=351, compaction requested=false 2024-11-08T18:40:26,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:26,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:26,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-11-08T18:40:26,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-11-08T18:40:26,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-11-08T18:40:26,971 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2240 sec 2024-11-08T18:40:26,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.2300 sec 2024-11-08T18:40:27,056 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:27,056 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T18:40:27,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:27,071 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/b6f7637e479d415f8cf2a17aef8fcea4 is 50, key is test_row_0/A:col10/1731091227056/Put/seqid=0 2024-11-08T18:40:27,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091287068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,076 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091287071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,078 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091287074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091287075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091287076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,082 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,086 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742145_1321 (size=14741) 2024-11-08T18:40:27,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/b6f7637e479d415f8cf2a17aef8fcea4 2024-11-08T18:40:27,103 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f96b9bbf9e344c9791f56295b1b0ae4f is 50, key is test_row_0/B:col10/1731091227056/Put/seqid=0 2024-11-08T18:40:27,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742146_1322 (size=12301) 2024-11-08T18:40:27,131 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f96b9bbf9e344c9791f56295b1b0ae4f 2024-11-08T18:40:27,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/ba0e6288b3ce45e5ae7224633347cea3 is 50, key is test_row_0/C:col10/1731091227056/Put/seqid=0 2024-11-08T18:40:27,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091287180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091287180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,184 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,185 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091287190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,195 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091287190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,195 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091287190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,196 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742147_1323 (size=12301) 2024-11-08T18:40:27,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091287390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,393 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,393 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091287391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,394 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091287400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091287400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091287400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=374 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/ba0e6288b3ce45e5ae7224633347cea3 2024-11-08T18:40:27,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/b6f7637e479d415f8cf2a17aef8fcea4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b6f7637e479d415f8cf2a17aef8fcea4 2024-11-08T18:40:27,635 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b6f7637e479d415f8cf2a17aef8fcea4, entries=200, sequenceid=374, filesize=14.4 K 2024-11-08T18:40:27,636 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f96b9bbf9e344c9791f56295b1b0ae4f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f96b9bbf9e344c9791f56295b1b0ae4f 2024-11-08T18:40:27,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f96b9bbf9e344c9791f56295b1b0ae4f, entries=150, sequenceid=374, filesize=12.0 K 2024-11-08T18:40:27,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/ba0e6288b3ce45e5ae7224633347cea3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/ba0e6288b3ce45e5ae7224633347cea3 2024-11-08T18:40:27,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/ba0e6288b3ce45e5ae7224633347cea3, entries=150, sequenceid=374, filesize=12.0 K 2024-11-08T18:40:27,645 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for b844e6651c377acfe556bed1053818d0 in 589ms, sequenceid=374, compaction requested=true 2024-11-08T18:40:27,646 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:27,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:27,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:27,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:27,646 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:27,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:27,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:27,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:27,646 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:27,647 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:27,647 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:27,647 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/A is initiating minor compaction (all files) 2024-11-08T18:40:27,647 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/B is initiating minor compaction (all files) 2024-11-08T18:40:27,647 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/A in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:27,647 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/B in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:27,647 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/ed00f84b546b402c8c3814fd78dfcd96, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3a369f8e411249e0b35621623f28a1fc, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b6f7637e479d415f8cf2a17aef8fcea4] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=39.2 K 2024-11-08T18:40:27,647 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ad2ae573e975414b88285a2499d787fb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4d6666d9136f431399b570df979f133c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f96b9bbf9e344c9791f56295b1b0ae4f] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=36.8 K 2024-11-08T18:40:27,647 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed00f84b546b402c8c3814fd78dfcd96, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731091225065 2024-11-08T18:40:27,647 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ad2ae573e975414b88285a2499d787fb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731091225065 2024-11-08T18:40:27,648 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a369f8e411249e0b35621623f28a1fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731091225716 2024-11-08T18:40:27,648 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d6666d9136f431399b570df979f133c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731091225716 2024-11-08T18:40:27,650 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6f7637e479d415f8cf2a17aef8fcea4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731091226417 2024-11-08T18:40:27,650 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f96b9bbf9e344c9791f56295b1b0ae4f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731091226417 2024-11-08T18:40:27,663 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:27,664 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/8405116634d7464fb6bb231b83c3d056 is 50, key is test_row_0/A:col10/1731091227056/Put/seqid=0 2024-11-08T18:40:27,671 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:27,671 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/ffc1a515386f44969200d7f167478621 is 50, key is test_row_0/B:col10/1731091227056/Put/seqid=0 2024-11-08T18:40:27,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742148_1324 (size=13187) 2024-11-08T18:40:27,689 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/8405116634d7464fb6bb231b83c3d056 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/8405116634d7464fb6bb231b83c3d056 2024-11-08T18:40:27,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742149_1325 (size=13187) 2024-11-08T18:40:27,696 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/A of b844e6651c377acfe556bed1053818d0 into 8405116634d7464fb6bb231b83c3d056(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:27,696 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:27,696 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/A, priority=13, startTime=1731091227646; duration=0sec 2024-11-08T18:40:27,696 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:27,696 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:27,696 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:27,697 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:27,697 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/C is initiating minor compaction (all files) 2024-11-08T18:40:27,697 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/C in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:27,697 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c50260c80367446a85017ff15ab7a0e7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c1397bdf512b4c3c987196ac1db30f20, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/ba0e6288b3ce45e5ae7224633347cea3] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=36.8 K 2024-11-08T18:40:27,698 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting c50260c80367446a85017ff15ab7a0e7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=331, earliestPutTs=1731091225065 2024-11-08T18:40:27,698 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1397bdf512b4c3c987196ac1db30f20, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=351, earliestPutTs=1731091225716 2024-11-08T18:40:27,699 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba0e6288b3ce45e5ae7224633347cea3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731091226417 2024-11-08T18:40:27,701 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/ffc1a515386f44969200d7f167478621 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ffc1a515386f44969200d7f167478621 2024-11-08T18:40:27,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:27,704 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:27,704 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T18:40:27,711 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/B of b844e6651c377acfe556bed1053818d0 into ffc1a515386f44969200d7f167478621(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:27,711 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:27,711 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/B, priority=13, startTime=1731091227646; duration=0sec 2024-11-08T18:40:27,712 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:27,712 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:27,712 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:27,713 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/6d623d0b6f2442ee86a2ad7ff1538b45 is 50, key is test_row_0/C:col10/1731091227056/Put/seqid=0 2024-11-08T18:40:27,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/1c58649535ce4176a716a67698361962 is 50, key is test_row_0/A:col10/1731091227071/Put/seqid=0 2024-11-08T18:40:27,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742151_1327 (size=14741) 2024-11-08T18:40:27,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742150_1326 (size=13187) 2024-11-08T18:40:27,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091287736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091287736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,741 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091287736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091287737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,742 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091287741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,745 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091287850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091287850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091287850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,854 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091287850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:27,855 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091287850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:27,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:27,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-11-08T18:40:27,891 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:27,891 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:27,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-11-08T18:40:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T18:40:27,893 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:27,896 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:27,897 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:28,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T18:40:28,050 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-08T18:40:28,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:28,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:28,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:28,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:28,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:28,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:28,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091288061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091288062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,063 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091288062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,064 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091288062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,064 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091288062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,066 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/1c58649535ce4176a716a67698361962 2024-11-08T18:40:28,142 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/6d623d0b6f2442ee86a2ad7ff1538b45 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/6d623d0b6f2442ee86a2ad7ff1538b45 2024-11-08T18:40:28,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/363e398b7475487db12c046b810f6ead is 50, key is test_row_0/B:col10/1731091227071/Put/seqid=0 2024-11-08T18:40:28,151 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in b844e6651c377acfe556bed1053818d0/C of b844e6651c377acfe556bed1053818d0 into 6d623d0b6f2442ee86a2ad7ff1538b45(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:28,151 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:28,151 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/C, priority=13, startTime=1731091227646; duration=0sec 2024-11-08T18:40:28,151 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:28,151 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:28,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742152_1328 (size=12301) 2024-11-08T18:40:28,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/363e398b7475487db12c046b810f6ead 2024-11-08T18:40:28,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/dd9663665e234d8f8aef45c1e213fcb8 is 50, key is test_row_0/C:col10/1731091227071/Put/seqid=0 2024-11-08T18:40:28,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742153_1329 (size=12301) 2024-11-08T18:40:28,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=390 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/dd9663665e234d8f8aef45c1e213fcb8 2024-11-08T18:40:28,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-08T18:40:28,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:28,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:28,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:28,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:28,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:28,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/1c58649535ce4176a716a67698361962 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1c58649535ce4176a716a67698361962 2024-11-08T18:40:28,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:28,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T18:40:28,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1c58649535ce4176a716a67698361962, entries=200, sequenceid=390, filesize=14.4 K 2024-11-08T18:40:28,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/363e398b7475487db12c046b810f6ead as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/363e398b7475487db12c046b810f6ead 2024-11-08T18:40:28,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/363e398b7475487db12c046b810f6ead, entries=150, sequenceid=390, filesize=12.0 K 2024-11-08T18:40:28,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/dd9663665e234d8f8aef45c1e213fcb8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/dd9663665e234d8f8aef45c1e213fcb8 2024-11-08T18:40:28,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/dd9663665e234d8f8aef45c1e213fcb8, entries=150, sequenceid=390, filesize=12.0 K 2024-11-08T18:40:28,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for b844e6651c377acfe556bed1053818d0 in 524ms, sequenceid=390, compaction requested=false 2024-11-08T18:40:28,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:28,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-11-08T18:40:28,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:28,363 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T18:40:28,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/bb589e53876340beac163a87e236b8d5 is 50, key is test_row_0/A:col10/1731091227739/Put/seqid=0 2024-11-08T18:40:28,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:28,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:28,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742154_1330 (size=12301) 2024-11-08T18:40:28,383 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/bb589e53876340beac163a87e236b8d5 2024-11-08T18:40:28,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091288384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,393 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091288386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091288389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091288390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091288392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,396 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,397 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,398 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/d0fa341f70264e72939b7c81f0d5facd is 50, key is test_row_0/B:col10/1731091227739/Put/seqid=0 2024-11-08T18:40:28,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742155_1331 (size=12301) 2024-11-08T18:40:28,439 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/d0fa341f70264e72939b7c81f0d5facd 2024-11-08T18:40:28,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/919b958ff83c4dfb9ab50d926beb2a96 is 50, key is test_row_0/C:col10/1731091227739/Put/seqid=0 2024-11-08T18:40:28,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742156_1332 (size=12301) 2024-11-08T18:40:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091288500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,502 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091288500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091288500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,503 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091288501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,503 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091288501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,504 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T18:40:28,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091288710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091288710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091288711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,713 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,714 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091288717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:28,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091288717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:28,720 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:28,869 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/919b958ff83c4dfb9ab50d926beb2a96 2024-11-08T18:40:28,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/bb589e53876340beac163a87e236b8d5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/bb589e53876340beac163a87e236b8d5 2024-11-08T18:40:28,879 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/bb589e53876340beac163a87e236b8d5, entries=150, sequenceid=413, filesize=12.0 K 2024-11-08T18:40:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/d0fa341f70264e72939b7c81f0d5facd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d0fa341f70264e72939b7c81f0d5facd 2024-11-08T18:40:28,884 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d0fa341f70264e72939b7c81f0d5facd, entries=150, sequenceid=413, filesize=12.0 K 2024-11-08T18:40:28,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/919b958ff83c4dfb9ab50d926beb2a96 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/919b958ff83c4dfb9ab50d926beb2a96 2024-11-08T18:40:28,894 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/919b958ff83c4dfb9ab50d926beb2a96, entries=150, sequenceid=413, filesize=12.0 K 2024-11-08T18:40:28,895 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for b844e6651c377acfe556bed1053818d0 in 532ms, sequenceid=413, compaction requested=true 2024-11-08T18:40:28,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:28,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:28,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-11-08T18:40:28,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-11-08T18:40:28,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-11-08T18:40:28,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0010 sec 2024-11-08T18:40:28,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.0100 sec 2024-11-08T18:40:29,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:29,023 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:29,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T18:40:29,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/38e78cb5e0dd416995d6b2cffeea521f is 50, key is test_row_0/A:col10/1731091228390/Put/seqid=0 2024-11-08T18:40:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-11-08T18:40:29,031 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:29,032 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:29,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-11-08T18:40:29,034 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T18:40:29,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742157_1333 (size=12301) 2024-11-08T18:40:29,035 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:29,035 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:29,036 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/38e78cb5e0dd416995d6b2cffeea521f 2024-11-08T18:40:29,045 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/c4528c4e91944b74adf26d638cbfd6e9 is 50, key is test_row_0/B:col10/1731091228390/Put/seqid=0 2024-11-08T18:40:29,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091289048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091289048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,054 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091289049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,054 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,055 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091289050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,055 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,055 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091289054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,058 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742158_1334 (size=12301) 2024-11-08T18:40:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T18:40:29,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091289160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091289160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091289160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091289160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,164 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,164 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091289160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,189 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T18:40:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:29,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T18:40:29,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:29,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,342 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:29,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T18:40:29,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091289370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091289370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091289370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091289371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091289371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,375 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,462 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/c4528c4e91944b74adf26d638cbfd6e9 2024-11-08T18:40:29,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/b6ea9761d61a49f89caffe4714b26b0d is 50, key is test_row_0/C:col10/1731091228390/Put/seqid=0 2024-11-08T18:40:29,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742159_1335 (size=12301) 2024-11-08T18:40:29,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=429 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/b6ea9761d61a49f89caffe4714b26b0d 2024-11-08T18:40:29,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/38e78cb5e0dd416995d6b2cffeea521f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38e78cb5e0dd416995d6b2cffeea521f 2024-11-08T18:40:29,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38e78cb5e0dd416995d6b2cffeea521f, entries=150, sequenceid=429, filesize=12.0 K 2024-11-08T18:40:29,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/c4528c4e91944b74adf26d638cbfd6e9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c4528c4e91944b74adf26d638cbfd6e9 2024-11-08T18:40:29,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c4528c4e91944b74adf26d638cbfd6e9, entries=150, sequenceid=429, filesize=12.0 K 2024-11-08T18:40:29,487 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/b6ea9761d61a49f89caffe4714b26b0d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b6ea9761d61a49f89caffe4714b26b0d 2024-11-08T18:40:29,495 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b6ea9761d61a49f89caffe4714b26b0d, entries=150, sequenceid=429, filesize=12.0 K 2024-11-08T18:40:29,495 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T18:40:29,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:29,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,495 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:29,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:29,496 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for b844e6651c377acfe556bed1053818d0 in 473ms, sequenceid=429, compaction requested=true 2024-11-08T18:40:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:29,496 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:29,496 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:29,497 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:29,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:29,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:29,497 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:29,499 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:29,499 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/A is initiating minor compaction (all files) 2024-11-08T18:40:29,499 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/A in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,499 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/8405116634d7464fb6bb231b83c3d056, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1c58649535ce4176a716a67698361962, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/bb589e53876340beac163a87e236b8d5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38e78cb5e0dd416995d6b2cffeea521f] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=51.3 K 2024-11-08T18:40:29,501 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8405116634d7464fb6bb231b83c3d056, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731091226417 2024-11-08T18:40:29,501 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:29,502 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/B is initiating minor compaction (all files) 2024-11-08T18:40:29,502 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/B in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,502 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c58649535ce4176a716a67698361962, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731091227070 2024-11-08T18:40:29,502 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ffc1a515386f44969200d7f167478621, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/363e398b7475487db12c046b810f6ead, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d0fa341f70264e72939b7c81f0d5facd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c4528c4e91944b74adf26d638cbfd6e9] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=48.9 K 2024-11-08T18:40:29,502 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb589e53876340beac163a87e236b8d5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731091227734 2024-11-08T18:40:29,503 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38e78cb5e0dd416995d6b2cffeea521f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731091228389 2024-11-08T18:40:29,504 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ffc1a515386f44969200d7f167478621, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731091226417 2024-11-08T18:40:29,504 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 363e398b7475487db12c046b810f6ead, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731091227071 2024-11-08T18:40:29,505 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting d0fa341f70264e72939b7c81f0d5facd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731091227734 2024-11-08T18:40:29,506 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c4528c4e91944b74adf26d638cbfd6e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731091228389 2024-11-08T18:40:29,521 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:29,522 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#A#compaction#290 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:29,522 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f2e656af98224c8ea66e10642df56c06 is 50, key is test_row_0/B:col10/1731091228390/Put/seqid=0 2024-11-08T18:40:29,522 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/be75628fbb9945d4a580282dbd88e411 is 50, key is test_row_0/A:col10/1731091228390/Put/seqid=0 2024-11-08T18:40:29,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742161_1337 (size=13323) 2024-11-08T18:40:29,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742160_1336 (size=13323) 2024-11-08T18:40:29,535 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/f2e656af98224c8ea66e10642df56c06 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f2e656af98224c8ea66e10642df56c06 2024-11-08T18:40:29,536 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/be75628fbb9945d4a580282dbd88e411 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/be75628fbb9945d4a580282dbd88e411 2024-11-08T18:40:29,541 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b844e6651c377acfe556bed1053818d0/B of b844e6651c377acfe556bed1053818d0 into f2e656af98224c8ea66e10642df56c06(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:29,541 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:29,541 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/B, priority=12, startTime=1731091229496; duration=0sec 2024-11-08T18:40:29,542 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:29,542 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:29,542 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:29,542 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b844e6651c377acfe556bed1053818d0/A of b844e6651c377acfe556bed1053818d0 into be75628fbb9945d4a580282dbd88e411(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:29,542 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:29,542 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/A, priority=12, startTime=1731091229496; duration=0sec 2024-11-08T18:40:29,542 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:29,542 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:29,543 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:29,543 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): b844e6651c377acfe556bed1053818d0/C is initiating minor compaction (all files) 2024-11-08T18:40:29,543 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of b844e6651c377acfe556bed1053818d0/C in TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,543 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/6d623d0b6f2442ee86a2ad7ff1538b45, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/dd9663665e234d8f8aef45c1e213fcb8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/919b958ff83c4dfb9ab50d926beb2a96, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b6ea9761d61a49f89caffe4714b26b0d] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp, totalSize=48.9 K 2024-11-08T18:40:29,544 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 6d623d0b6f2442ee86a2ad7ff1538b45, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=374, earliestPutTs=1731091226417 2024-11-08T18:40:29,544 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting dd9663665e234d8f8aef45c1e213fcb8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=390, earliestPutTs=1731091227071 2024-11-08T18:40:29,545 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 919b958ff83c4dfb9ab50d926beb2a96, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1731091227734 2024-11-08T18:40:29,545 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b6ea9761d61a49f89caffe4714b26b0d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=429, earliestPutTs=1731091228389 2024-11-08T18:40:29,556 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): b844e6651c377acfe556bed1053818d0#C#compaction#291 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:29,556 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/e25c8503aadf4728aef63ce7d171309d is 50, key is test_row_0/C:col10/1731091228390/Put/seqid=0 2024-11-08T18:40:29,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742162_1338 (size=13323) 2024-11-08T18:40:29,651 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-11-08T18:40:29,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:29,652 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-11-08T18:40:29,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/10f96bcdd75b47c0948c38fa594e21e1 is 50, key is test_row_0/A:col10/1731091229048/Put/seqid=0 2024-11-08T18:40:29,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T18:40:29,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742163_1339 (size=12301) 2024-11-08T18:40:29,671 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/10f96bcdd75b47c0948c38fa594e21e1 2024-11-08T18:40:29,678 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/68597d0108a04f949ce1cfa5602e3d4e is 50, key is test_row_0/B:col10/1731091229048/Put/seqid=0 2024-11-08T18:40:29,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:29,683 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:29,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742164_1340 (size=12301) 2024-11-08T18:40:29,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091289720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,724 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091289721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,726 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091289721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091289722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091289722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,727 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091289830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091289830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,833 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091289830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091289830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,834 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:29,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091289831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:29,835 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:29,984 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/e25c8503aadf4728aef63ce7d171309d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/e25c8503aadf4728aef63ce7d171309d 2024-11-08T18:40:29,988 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in b844e6651c377acfe556bed1053818d0/C of b844e6651c377acfe556bed1053818d0 into e25c8503aadf4728aef63ce7d171309d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:29,988 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:29,988 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., storeName=b844e6651c377acfe556bed1053818d0/C, priority=12, startTime=1731091229497; duration=0sec 2024-11-08T18:40:29,988 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:29,988 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:30,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091290040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,042 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091290040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,042 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091290041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091290041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091290041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,043 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,087 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/68597d0108a04f949ce1cfa5602e3d4e 2024-11-08T18:40:30,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/fe209b97a0b64603a773cf2c0397d981 is 50, key is test_row_0/C:col10/1731091229048/Put/seqid=0 2024-11-08T18:40:30,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742165_1341 (size=12301) 2024-11-08T18:40:30,108 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=451 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/fe209b97a0b64603a773cf2c0397d981 2024-11-08T18:40:30,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/10f96bcdd75b47c0948c38fa594e21e1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/10f96bcdd75b47c0948c38fa594e21e1 2024-11-08T18:40:30,122 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/10f96bcdd75b47c0948c38fa594e21e1, entries=150, sequenceid=451, filesize=12.0 K 2024-11-08T18:40:30,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/68597d0108a04f949ce1cfa5602e3d4e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/68597d0108a04f949ce1cfa5602e3d4e 2024-11-08T18:40:30,127 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/68597d0108a04f949ce1cfa5602e3d4e, entries=150, sequenceid=451, filesize=12.0 K 2024-11-08T18:40:30,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/fe209b97a0b64603a773cf2c0397d981 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/fe209b97a0b64603a773cf2c0397d981 2024-11-08T18:40:30,135 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/fe209b97a0b64603a773cf2c0397d981, entries=150, sequenceid=451, filesize=12.0 K 2024-11-08T18:40:30,136 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for b844e6651c377acfe556bed1053818d0 in 484ms, sequenceid=451, compaction requested=false 2024-11-08T18:40:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:30,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-11-08T18:40:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-11-08T18:40:30,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-11-08T18:40:30,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1030 sec 2024-11-08T18:40:30,146 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.1100 sec 2024-11-08T18:40:30,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-08T18:40:30,170 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:30,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:30,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-11-08T18:40:30,173 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:30,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T18:40:30,173 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:30,174 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T18:40:30,326 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-11-08T18:40:30,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:30,326 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T18:40:30,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/92be88189bb74acdbacd8211d8f8e62b is 50, key is test_row_0/A:col10/1731091229720/Put/seqid=0 2024-11-08T18:40:30,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742166_1342 (size=12301) 2024-11-08T18:40:30,336 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/92be88189bb74acdbacd8211d8f8e62b 2024-11-08T18:40:30,343 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/68284b1de5374113aafe37c6ef79354b is 50, key is test_row_0/B:col10/1731091229720/Put/seqid=0 2024-11-08T18:40:30,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742167_1343 (size=12301) 2024-11-08T18:40:30,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:30,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:30,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091290365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,371 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,371 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091290366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091290366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091290367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,372 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,373 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091290370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,482 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091290480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091290480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091290480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091290480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,483 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091290480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T18:40:30,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091290690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091290690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091290690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091290690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:30,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091290690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,695 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:30,696 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:30,747 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/68284b1de5374113aafe37c6ef79354b 2024-11-08T18:40:30,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/89251b70965447779c5ad73cd65d5c54 is 50, key is test_row_0/C:col10/1731091229720/Put/seqid=0 2024-11-08T18:40:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742168_1344 (size=12301) 2024-11-08T18:40:30,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T18:40:31,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091291000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091291000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,003 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,003 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091291000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091291000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,004 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091291000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,004 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,158 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/89251b70965447779c5ad73cd65d5c54 2024-11-08T18:40:31,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/92be88189bb74acdbacd8211d8f8e62b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/92be88189bb74acdbacd8211d8f8e62b 2024-11-08T18:40:31,166 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/92be88189bb74acdbacd8211d8f8e62b, entries=150, sequenceid=469, filesize=12.0 K 2024-11-08T18:40:31,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/68284b1de5374113aafe37c6ef79354b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/68284b1de5374113aafe37c6ef79354b 2024-11-08T18:40:31,170 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/68284b1de5374113aafe37c6ef79354b, entries=150, sequenceid=469, filesize=12.0 K 2024-11-08T18:40:31,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/89251b70965447779c5ad73cd65d5c54 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/89251b70965447779c5ad73cd65d5c54 2024-11-08T18:40:31,176 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/89251b70965447779c5ad73cd65d5c54, entries=150, sequenceid=469, filesize=12.0 K 2024-11-08T18:40:31,177 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b844e6651c377acfe556bed1053818d0 in 851ms, sequenceid=469, compaction requested=true 2024-11-08T18:40:31,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:31,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:31,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-11-08T18:40:31,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-11-08T18:40:31,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-11-08T18:40:31,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0060 sec 2024-11-08T18:40:31,184 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.0110 sec 2024-11-08T18:40:31,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-11-08T18:40:31,310 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:31,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:31,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-11-08T18:40:31,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T18:40:31,312 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:31,313 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:31,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T18:40:31,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-11-08T18:40:31,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:31,466 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T18:40:31,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/111ab86029344211823a58dabde0a624 is 50, key is test_row_0/A:col10/1731091230368/Put/seqid=0 2024-11-08T18:40:31,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742169_1345 (size=12301) 2024-11-08T18:40:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:31,520 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:31,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091291533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091291534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,539 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,541 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091291537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,542 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091291538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,544 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091291538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T18:40:31,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091291650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091291650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091291650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,654 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091291650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091291651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091291860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,864 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091291860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091291860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091291861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,865 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091291861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:31,866 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:31,884 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/111ab86029344211823a58dabde0a624 2024-11-08T18:40:31,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/937d1452baaa4cdd8b8d68987b4d3c89 is 50, key is test_row_0/B:col10/1731091230368/Put/seqid=0 2024-11-08T18:40:31,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742170_1346 (size=12301) 2024-11-08T18:40:31,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T18:40:32,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091292170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091292171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091292171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091292171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,175 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091292171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,176 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,298 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/937d1452baaa4cdd8b8d68987b4d3c89 2024-11-08T18:40:32,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/3160b62db7f645da8045a2df5ac14741 is 50, key is test_row_0/C:col10/1731091230368/Put/seqid=0 2024-11-08T18:40:32,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742171_1347 (size=12301) 2024-11-08T18:40:32,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T18:40:32,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091292680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091292680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,684 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,685 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091292690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091292690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:32,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091292690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,694 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:32,695 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:32,710 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/3160b62db7f645da8045a2df5ac14741 2024-11-08T18:40:32,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/111ab86029344211823a58dabde0a624 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/111ab86029344211823a58dabde0a624 2024-11-08T18:40:32,728 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/111ab86029344211823a58dabde0a624, entries=150, sequenceid=488, filesize=12.0 K 2024-11-08T18:40:32,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/937d1452baaa4cdd8b8d68987b4d3c89 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/937d1452baaa4cdd8b8d68987b4d3c89 2024-11-08T18:40:32,733 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/937d1452baaa4cdd8b8d68987b4d3c89, entries=150, sequenceid=488, filesize=12.0 K 2024-11-08T18:40:32,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/3160b62db7f645da8045a2df5ac14741 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3160b62db7f645da8045a2df5ac14741 2024-11-08T18:40:32,746 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3160b62db7f645da8045a2df5ac14741, entries=150, sequenceid=488, filesize=12.0 K 2024-11-08T18:40:32,747 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for b844e6651c377acfe556bed1053818d0 in 1281ms, sequenceid=488, compaction requested=true 2024-11-08T18:40:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:32,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-11-08T18:40:32,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-11-08T18:40:32,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-11-08T18:40:32,752 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4360 sec 2024-11-08T18:40:32,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.4420 sec 2024-11-08T18:40:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-11-08T18:40:33,461 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:33,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-11-08T18:40:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T18:40:33,463 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:33,464 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:33,464 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T18:40:33,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-11-08T18:40:33,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:33,616 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T18:40:33,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/64d252496a39435d949abca66ea46d7a is 50, key is test_row_0/A:col10/1731091231537/Put/seqid=0 2024-11-08T18:40:33,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742172_1348 (size=12301) 2024-11-08T18:40:33,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:33,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. as already flushing 2024-11-08T18:40:33,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091293717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091293718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,723 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091293720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091293722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,725 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091293723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,728 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T18:40:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091293830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091293830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091293830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091293831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091293831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:33,835 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:33,836 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:33,855 INFO [Thread-1153 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1153. 2024-11-08T18:40:33,855 DEBUG [Thread-1153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:33,855 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,855 DEBUG [Thread-1153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:33,857 INFO [Thread-1151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1151. 2024-11-08T18:40:33,857 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-11-08T18:40:33,857 DEBUG [Thread-1151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:33,857 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,857 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:33,857 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:33,857 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,858 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:33,859 INFO [Thread-1155 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1155. 2024-11-08T18:40:33,859 DEBUG [Thread-1155 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:33,859 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,859 DEBUG [Thread-1155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:33,860 INFO [Thread-1157 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1157. 2024-11-08T18:40:33,860 DEBUG [Thread-1157 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:33,860 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,860 DEBUG [Thread-1157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:33,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:34,025 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/64d252496a39435d949abca66ea46d7a 2024-11-08T18:40:34,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/4a3b01caa6ff40cb876ca2cc9647a598 is 50, key is test_row_0/B:col10/1731091231537/Put/seqid=0 2024-11-08T18:40:34,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742173_1349 (size=12301) 2024-11-08T18:40:34,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091294040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091294040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091294040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091294041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091294041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T18:40:34,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,350 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091294350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091294350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091294350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,351 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091294350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091294350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,351 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,435 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/4a3b01caa6ff40cb876ca2cc9647a598 2024-11-08T18:40:34,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/5c7ab25a6db84ed9b005595abb428825 is 50, key is test_row_0/C:col10/1731091231537/Put/seqid=0 2024-11-08T18:40:34,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742174_1350 (size=12301) 2024-11-08T18:40:34,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T18:40:34,844 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=505 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/5c7ab25a6db84ed9b005595abb428825 2024-11-08T18:40:34,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/64d252496a39435d949abca66ea46d7a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/64d252496a39435d949abca66ea46d7a 2024-11-08T18:40:34,853 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/64d252496a39435d949abca66ea46d7a, entries=150, sequenceid=505, filesize=12.0 K 2024-11-08T18:40:34,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/4a3b01caa6ff40cb876ca2cc9647a598 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4a3b01caa6ff40cb876ca2cc9647a598 2024-11-08T18:40:34,857 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4a3b01caa6ff40cb876ca2cc9647a598, entries=150, sequenceid=505, filesize=12.0 K 2024-11-08T18:40:34,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/5c7ab25a6db84ed9b005595abb428825 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5c7ab25a6db84ed9b005595abb428825 2024-11-08T18:40:34,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40908 deadline: 1731091294860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40924 deadline: 1731091294860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40938 deadline: 1731091294861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40858 deadline: 1731091294861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,861 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:34,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:40934 deadline: 1731091294862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:34,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:40:34,862 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5c7ab25a6db84ed9b005595abb428825, entries=150, sequenceid=505, filesize=12.0 K 2024-11-08T18:40:34,863 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for b844e6651c377acfe556bed1053818d0 in 1247ms, sequenceid=505, compaction requested=true 2024-11-08T18:40:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:34,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-11-08T18:40:34,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-11-08T18:40:34,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-11-08T18:40:34,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4000 sec 2024-11-08T18:40:34,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.4060 sec 2024-11-08T18:40:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-11-08T18:40:35,611 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:35,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:35,872 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:35,872 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T18:40:35,873 INFO [Thread-1140 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1140. 2024-11-08T18:40:35,873 INFO [Thread-1144 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1144. 2024-11-08T18:40:35,873 INFO [Thread-1138 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1138. 2024-11-08T18:40:35,873 DEBUG [Thread-1140 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:35,873 DEBUG [Thread-1144 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:35,873 DEBUG [Thread-1138 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:35,873 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,873 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,873 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,873 DEBUG [Thread-1140 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,873 DEBUG [Thread-1138 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,873 DEBUG [Thread-1144 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:35,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:35,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:35,875 INFO [Thread-1142 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1142. 2024-11-08T18:40:35,875 DEBUG [Thread-1142 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:35,875 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,876 DEBUG [Thread-1142 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:35,876 INFO [Thread-1146 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1146. 2024-11-08T18:40:35,876 DEBUG [Thread-1146 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:40:35,876 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,876 DEBUG [Thread-1146 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,876 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 84 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 88 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3514 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3274 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3484 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3532 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3277 2024-11-08T18:40:35,876 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T18:40:35,876 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:40:35,876 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:40:35,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:35,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:40:35,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-08T18:40:35,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:35,880 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/8c6c85ba9d7949d094445be481d4a4c4 is 50, key is test_row_0/A:col10/1731091235871/Put/seqid=0 2024-11-08T18:40:35,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T18:40:35,882 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091235882"}]},"ts":"1731091235882"} 2024-11-08T18:40:35,883 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T18:40:35,883 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T18:40:35,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T18:40:35,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742175_1351 (size=12301) 2024-11-08T18:40:35,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b844e6651c377acfe556bed1053818d0, UNASSIGN}] 2024-11-08T18:40:35,889 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b844e6651c377acfe556bed1053818d0, UNASSIGN 2024-11-08T18:40:35,890 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=b844e6651c377acfe556bed1053818d0, regionState=CLOSING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:35,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=85, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=b844e6651c377acfe556bed1053818d0, UNASSIGN because future has completed 2024-11-08T18:40:35,892 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T18:40:35,892 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:40:35,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T18:40:36,044 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(122): Close b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:36,044 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T18:40:36,044 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1722): Closing b844e6651c377acfe556bed1053818d0, disabling compactions & flushes 2024-11-08T18:40:36,045 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:36,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T18:40:36,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/8c6c85ba9d7949d094445be481d4a4c4 2024-11-08T18:40:36,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/264eca1758dc488688dc3a64a28a6b85 is 50, key is test_row_0/B:col10/1731091235871/Put/seqid=0 2024-11-08T18:40:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742176_1352 (size=12301) 2024-11-08T18:40:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T18:40:36,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/264eca1758dc488688dc3a64a28a6b85 2024-11-08T18:40:36,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/b9cc6bc38b85429aa53fc3b39b57c871 is 50, key is test_row_0/C:col10/1731091235871/Put/seqid=0 2024-11-08T18:40:36,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742177_1353 (size=12301) 2024-11-08T18:40:36,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=527 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/b9cc6bc38b85429aa53fc3b39b57c871 2024-11-08T18:40:36,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/8c6c85ba9d7949d094445be481d4a4c4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/8c6c85ba9d7949d094445be481d4a4c4 2024-11-08T18:40:36,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/8c6c85ba9d7949d094445be481d4a4c4, entries=150, sequenceid=527, filesize=12.0 K 2024-11-08T18:40:36,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/264eca1758dc488688dc3a64a28a6b85 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/264eca1758dc488688dc3a64a28a6b85 2024-11-08T18:40:36,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/264eca1758dc488688dc3a64a28a6b85, entries=150, sequenceid=527, filesize=12.0 K 2024-11-08T18:40:36,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/b9cc6bc38b85429aa53fc3b39b57c871 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b9cc6bc38b85429aa53fc3b39b57c871 2024-11-08T18:40:36,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b9cc6bc38b85429aa53fc3b39b57c871, entries=150, sequenceid=527, filesize=12.0 K 2024-11-08T18:40:36,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=13.42 KB/13740 for b844e6651c377acfe556bed1053818d0 in 860ms, sequenceid=527, compaction requested=true 2024-11-08T18:40:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for b844e6651c377acfe556bed1053818d0: 2024-11-08T18:40:36,732 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:36,732 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:36,732 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. after waiting 0 ms 2024-11-08T18:40:36,732 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:36,732 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. because compaction request was cancelled 2024-11-08T18:40:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:36,732 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:A 2024-11-08T18:40:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:36,732 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. because compaction request was cancelled 2024-11-08T18:40:36,732 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(2902): Flushing b844e6651c377acfe556bed1053818d0 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-08T18:40:36,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store b844e6651c377acfe556bed1053818d0:C, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:36,733 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:B 2024-11-08T18:40:36,733 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. because compaction request was cancelled 2024-11-08T18:40:36,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:36,733 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: b844e6651c377acfe556bed1053818d0:C 2024-11-08T18:40:36,737 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/ec900e08579742a59896ba2cf08e41a8 is 50, key is test_row_0/A:col10/1731091235874/Put/seqid=0 2024-11-08T18:40:36,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742178_1354 (size=7415) 2024-11-08T18:40:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T18:40:37,141 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/ec900e08579742a59896ba2cf08e41a8 2024-11-08T18:40:37,147 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/39535e3a6c154bc9a22f5e973ac4146a is 50, key is test_row_0/B:col10/1731091235874/Put/seqid=0 2024-11-08T18:40:37,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742179_1355 (size=7415) 2024-11-08T18:40:37,550 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/39535e3a6c154bc9a22f5e973ac4146a 2024-11-08T18:40:37,556 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/499d7f46beca46a0bab1a2ded6b7e09b is 50, key is test_row_0/C:col10/1731091235874/Put/seqid=0 2024-11-08T18:40:37,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742180_1356 (size=7415) 2024-11-08T18:40:37,960 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/499d7f46beca46a0bab1a2ded6b7e09b 2024-11-08T18:40:37,963 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/A/ec900e08579742a59896ba2cf08e41a8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/ec900e08579742a59896ba2cf08e41a8 2024-11-08T18:40:37,967 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/ec900e08579742a59896ba2cf08e41a8, entries=50, sequenceid=532, filesize=7.2 K 2024-11-08T18:40:37,967 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/B/39535e3a6c154bc9a22f5e973ac4146a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/39535e3a6c154bc9a22f5e973ac4146a 2024-11-08T18:40:37,970 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/39535e3a6c154bc9a22f5e973ac4146a, entries=50, sequenceid=532, filesize=7.2 K 2024-11-08T18:40:37,971 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/.tmp/C/499d7f46beca46a0bab1a2ded6b7e09b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/499d7f46beca46a0bab1a2ded6b7e09b 2024-11-08T18:40:37,974 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/499d7f46beca46a0bab1a2ded6b7e09b, entries=50, sequenceid=532, filesize=7.2 K 2024-11-08T18:40:37,975 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for b844e6651c377acfe556bed1053818d0 in 1243ms, sequenceid=532, compaction requested=true 2024-11-08T18:40:37,975 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/53859ba7f4e345dabf24349967a84fa9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/68a2a5ec104c42b38643c035e1108cca, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/4bc00f60fc3746008c7eff43908d8113, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/2189364d7199461395bf9a2f7dbae9fd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/d23cc2729edb4b499a7437e27e21a055, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3707e13fe5b2496e8c232be8a012d898, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98a5d996063d47d99bd5c86ff3f473ea, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/c046f47e45e14e36a97a4ece950b51bd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/a9c358070bf84770a9e25f73e446ecbf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/de6547f0847a472f8140ad7b3e7ac46f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/392dc86fde63468b9b1d94419d1881c1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/24c97808a02043c0ab29452c0a392682, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/cc4fd4eabba54c72b010c191ebc9dcb2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98e0ed444aed422b88fb8acf72c68bab, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/074e54fec3da42fead1a823172245bc9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/144aea41c9c04a1eb89d149ca386c811, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38c5124d72e04c39b22fd001dffe4d61, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/5d094516c883410b84ca58758ed9d278, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/63d814f42dda4e68bf2012376c8ed42a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b8be3d49eb074beea401d74b44cbba17, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/88d956ea579f4be681b03489ffe74a2a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b49c0ba9380d4654a484a6c637e65a01, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/ed00f84b546b402c8c3814fd78dfcd96, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1615f4cb3970402ea2e8c2acd678cd4f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3a369f8e411249e0b35621623f28a1fc, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b6f7637e479d415f8cf2a17aef8fcea4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/8405116634d7464fb6bb231b83c3d056, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1c58649535ce4176a716a67698361962, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/bb589e53876340beac163a87e236b8d5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38e78cb5e0dd416995d6b2cffeea521f] to archive 2024-11-08T18:40:37,976 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:40:37,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/53859ba7f4e345dabf24349967a84fa9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/53859ba7f4e345dabf24349967a84fa9 2024-11-08T18:40:37,978 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/68a2a5ec104c42b38643c035e1108cca to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/68a2a5ec104c42b38643c035e1108cca 2024-11-08T18:40:37,979 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/4bc00f60fc3746008c7eff43908d8113 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/4bc00f60fc3746008c7eff43908d8113 2024-11-08T18:40:37,980 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/2189364d7199461395bf9a2f7dbae9fd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/2189364d7199461395bf9a2f7dbae9fd 2024-11-08T18:40:37,981 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/d23cc2729edb4b499a7437e27e21a055 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/d23cc2729edb4b499a7437e27e21a055 2024-11-08T18:40:37,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3707e13fe5b2496e8c232be8a012d898 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3707e13fe5b2496e8c232be8a012d898 2024-11-08T18:40:37,982 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98a5d996063d47d99bd5c86ff3f473ea to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98a5d996063d47d99bd5c86ff3f473ea 2024-11-08T18:40:37,983 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/c046f47e45e14e36a97a4ece950b51bd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/c046f47e45e14e36a97a4ece950b51bd 2024-11-08T18:40:37,984 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/a9c358070bf84770a9e25f73e446ecbf to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/a9c358070bf84770a9e25f73e446ecbf 2024-11-08T18:40:37,985 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/de6547f0847a472f8140ad7b3e7ac46f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/de6547f0847a472f8140ad7b3e7ac46f 2024-11-08T18:40:37,986 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/392dc86fde63468b9b1d94419d1881c1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/392dc86fde63468b9b1d94419d1881c1 2024-11-08T18:40:37,987 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/24c97808a02043c0ab29452c0a392682 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/24c97808a02043c0ab29452c0a392682 2024-11-08T18:40:37,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/cc4fd4eabba54c72b010c191ebc9dcb2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/cc4fd4eabba54c72b010c191ebc9dcb2 2024-11-08T18:40:37,988 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98e0ed444aed422b88fb8acf72c68bab to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/98e0ed444aed422b88fb8acf72c68bab 2024-11-08T18:40:37,989 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/074e54fec3da42fead1a823172245bc9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/074e54fec3da42fead1a823172245bc9 2024-11-08T18:40:37,990 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/144aea41c9c04a1eb89d149ca386c811 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/144aea41c9c04a1eb89d149ca386c811 2024-11-08T18:40:37,991 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38c5124d72e04c39b22fd001dffe4d61 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38c5124d72e04c39b22fd001dffe4d61 2024-11-08T18:40:37,992 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/5d094516c883410b84ca58758ed9d278 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/5d094516c883410b84ca58758ed9d278 2024-11-08T18:40:37,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/63d814f42dda4e68bf2012376c8ed42a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/63d814f42dda4e68bf2012376c8ed42a 2024-11-08T18:40:37,993 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b8be3d49eb074beea401d74b44cbba17 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b8be3d49eb074beea401d74b44cbba17 2024-11-08T18:40:37,994 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/88d956ea579f4be681b03489ffe74a2a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/88d956ea579f4be681b03489ffe74a2a 2024-11-08T18:40:37,995 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b49c0ba9380d4654a484a6c637e65a01 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b49c0ba9380d4654a484a6c637e65a01 2024-11-08T18:40:37,996 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/ed00f84b546b402c8c3814fd78dfcd96 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/ed00f84b546b402c8c3814fd78dfcd96 2024-11-08T18:40:37,997 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1615f4cb3970402ea2e8c2acd678cd4f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1615f4cb3970402ea2e8c2acd678cd4f 2024-11-08T18:40:37,998 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3a369f8e411249e0b35621623f28a1fc to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/3a369f8e411249e0b35621623f28a1fc 2024-11-08T18:40:37,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b6f7637e479d415f8cf2a17aef8fcea4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/b6f7637e479d415f8cf2a17aef8fcea4 2024-11-08T18:40:37,999 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/8405116634d7464fb6bb231b83c3d056 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/8405116634d7464fb6bb231b83c3d056 2024-11-08T18:40:38,000 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1c58649535ce4176a716a67698361962 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/1c58649535ce4176a716a67698361962 2024-11-08T18:40:38,001 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/bb589e53876340beac163a87e236b8d5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/bb589e53876340beac163a87e236b8d5 2024-11-08T18:40:38,002 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38e78cb5e0dd416995d6b2cffeea521f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/38e78cb5e0dd416995d6b2cffeea521f 2024-11-08T18:40:38,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cb83e1034a7b47259fb0b1b8aa183646, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/0cddd9c228df446596b02b22daba5cba, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f50d3b0665834ff1a0549f4799c1fccd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/aebde3781da54e2199a36150922360b3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/229ca56a5ffe4a7894af4d6d7f74c3ab, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/79ac074dc832402b9f15381c32990105, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/dcb413ade8c64238bbd9693b308fdb24, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/775a6c7cf0a040a18fdccfac92426d1e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/18c6ec7afa004479bf993693e681772d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d598ad9f2ece4cb5a6c832d857f84ecd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f6bd7d4cdca14b6080a9ea05d18fb109, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c91df4ab360a497587cb9c3739f01986, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/007e15da5d294583a70849a51c65817c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/81e144e5f7294384ac35fddfb99377b9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cc0ea285c508428f968e47ed3f4027f2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/275b6d22fd824a96b6d546d945b9c42b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4e3cda2ced33493998636f64abf4a37f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2555fbdb73c646e7a41431e8e0aaa6ac, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/e98bceb95e0a4b99887c84317f509c82, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/25500304580c4d48917c373da3850d6d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2ad4a852cc7541d284aed84d44517c7d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/3ed006ad90d94282ba7353f0b9e921c3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ad2ae573e975414b88285a2499d787fb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/26365acf4bfe44d0a99f70830be33e39, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4d6666d9136f431399b570df979f133c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ffc1a515386f44969200d7f167478621, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f96b9bbf9e344c9791f56295b1b0ae4f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/363e398b7475487db12c046b810f6ead, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d0fa341f70264e72939b7c81f0d5facd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c4528c4e91944b74adf26d638cbfd6e9] to archive 2024-11-08T18:40:38,004 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:40:38,006 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cb83e1034a7b47259fb0b1b8aa183646 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cb83e1034a7b47259fb0b1b8aa183646 2024-11-08T18:40:38,007 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/0cddd9c228df446596b02b22daba5cba to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/0cddd9c228df446596b02b22daba5cba 2024-11-08T18:40:38,008 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f50d3b0665834ff1a0549f4799c1fccd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f50d3b0665834ff1a0549f4799c1fccd 2024-11-08T18:40:38,009 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/aebde3781da54e2199a36150922360b3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/aebde3781da54e2199a36150922360b3 2024-11-08T18:40:38,010 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/229ca56a5ffe4a7894af4d6d7f74c3ab to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/229ca56a5ffe4a7894af4d6d7f74c3ab 2024-11-08T18:40:38,011 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/79ac074dc832402b9f15381c32990105 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/79ac074dc832402b9f15381c32990105 2024-11-08T18:40:38,012 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/dcb413ade8c64238bbd9693b308fdb24 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/dcb413ade8c64238bbd9693b308fdb24 2024-11-08T18:40:38,013 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/775a6c7cf0a040a18fdccfac92426d1e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/775a6c7cf0a040a18fdccfac92426d1e 2024-11-08T18:40:38,014 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/18c6ec7afa004479bf993693e681772d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/18c6ec7afa004479bf993693e681772d 2024-11-08T18:40:38,015 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d598ad9f2ece4cb5a6c832d857f84ecd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d598ad9f2ece4cb5a6c832d857f84ecd 2024-11-08T18:40:38,016 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f6bd7d4cdca14b6080a9ea05d18fb109 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f6bd7d4cdca14b6080a9ea05d18fb109 2024-11-08T18:40:38,017 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c91df4ab360a497587cb9c3739f01986 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c91df4ab360a497587cb9c3739f01986 2024-11-08T18:40:38,018 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/007e15da5d294583a70849a51c65817c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/007e15da5d294583a70849a51c65817c 2024-11-08T18:40:38,019 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/81e144e5f7294384ac35fddfb99377b9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/81e144e5f7294384ac35fddfb99377b9 2024-11-08T18:40:38,020 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cc0ea285c508428f968e47ed3f4027f2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/cc0ea285c508428f968e47ed3f4027f2 2024-11-08T18:40:38,021 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/275b6d22fd824a96b6d546d945b9c42b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/275b6d22fd824a96b6d546d945b9c42b 2024-11-08T18:40:38,022 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4e3cda2ced33493998636f64abf4a37f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4e3cda2ced33493998636f64abf4a37f 2024-11-08T18:40:38,023 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2555fbdb73c646e7a41431e8e0aaa6ac to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2555fbdb73c646e7a41431e8e0aaa6ac 2024-11-08T18:40:38,024 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/e98bceb95e0a4b99887c84317f509c82 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/e98bceb95e0a4b99887c84317f509c82 2024-11-08T18:40:38,025 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/25500304580c4d48917c373da3850d6d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/25500304580c4d48917c373da3850d6d 2024-11-08T18:40:38,026 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2ad4a852cc7541d284aed84d44517c7d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/2ad4a852cc7541d284aed84d44517c7d 2024-11-08T18:40:38,027 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/3ed006ad90d94282ba7353f0b9e921c3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/3ed006ad90d94282ba7353f0b9e921c3 2024-11-08T18:40:38,028 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ad2ae573e975414b88285a2499d787fb to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ad2ae573e975414b88285a2499d787fb 2024-11-08T18:40:38,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T18:40:38,030 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/26365acf4bfe44d0a99f70830be33e39 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/26365acf4bfe44d0a99f70830be33e39 2024-11-08T18:40:38,032 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4d6666d9136f431399b570df979f133c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4d6666d9136f431399b570df979f133c 2024-11-08T18:40:38,036 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ffc1a515386f44969200d7f167478621 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/ffc1a515386f44969200d7f167478621 2024-11-08T18:40:38,038 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f96b9bbf9e344c9791f56295b1b0ae4f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f96b9bbf9e344c9791f56295b1b0ae4f 2024-11-08T18:40:38,039 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/363e398b7475487db12c046b810f6ead to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/363e398b7475487db12c046b810f6ead 2024-11-08T18:40:38,040 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d0fa341f70264e72939b7c81f0d5facd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/d0fa341f70264e72939b7c81f0d5facd 2024-11-08T18:40:38,042 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c4528c4e91944b74adf26d638cbfd6e9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/c4528c4e91944b74adf26d638cbfd6e9 2024-11-08T18:40:38,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/0cc7412013bd4803b903dc05cfdb3ef5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/63998c426aab43e08e83bc795ac65551, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/40e6308c58484d928e9c8f46f611f470, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/23c1b55b751140eba610b65c2aa5ef07, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/72723688835e47cd9f2206c6d53ec063, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/a34ced38e6844aa9a084c978546d9823, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f7e8b32e74cf42b7a0651d717764fb6a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4352e458d76a432f9094b9e530fa1190, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/79ad44cfd5fc409c8afd854354a11e32, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5fd6fc408cb741ce9bb1b8d441f1f4f9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/caf44149572d4ea2aea1f7a6d5ad7234, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/701a0cd1b1334263a0880d36765f6282, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/aa8c684b3ab84463b7c429a49572b612, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4aa694baade24d2d9b303aca2da668fd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5e72c2c0757741cbb4a7e19f0578f00f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4f694a8e7ea4437391b47080c2c39a98, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/7382be3305224a74ad6cb4bcdcdb1839, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/da338103d1aa48c686e31fbbc4e8bff8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/cce435456c0846878260ef88085d5362, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/411cb18c97674996a3c6b920b6033210, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f99ebecdadc547628a3943685fb813e9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3aea11494175401faa3fa12c0aa06c27, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c50260c80367446a85017ff15ab7a0e7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b89621c5e9224067b6b75632f44b3ba7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c1397bdf512b4c3c987196ac1db30f20, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/6d623d0b6f2442ee86a2ad7ff1538b45, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/ba0e6288b3ce45e5ae7224633347cea3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/dd9663665e234d8f8aef45c1e213fcb8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/919b958ff83c4dfb9ab50d926beb2a96, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b6ea9761d61a49f89caffe4714b26b0d] to archive 2024-11-08T18:40:38,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:40:38,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/0cc7412013bd4803b903dc05cfdb3ef5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/0cc7412013bd4803b903dc05cfdb3ef5 2024-11-08T18:40:38,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/63998c426aab43e08e83bc795ac65551 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/63998c426aab43e08e83bc795ac65551 2024-11-08T18:40:38,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/40e6308c58484d928e9c8f46f611f470 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/40e6308c58484d928e9c8f46f611f470 2024-11-08T18:40:38,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/23c1b55b751140eba610b65c2aa5ef07 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/23c1b55b751140eba610b65c2aa5ef07 2024-11-08T18:40:38,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/72723688835e47cd9f2206c6d53ec063 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/72723688835e47cd9f2206c6d53ec063 2024-11-08T18:40:38,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/a34ced38e6844aa9a084c978546d9823 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/a34ced38e6844aa9a084c978546d9823 2024-11-08T18:40:38,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f7e8b32e74cf42b7a0651d717764fb6a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f7e8b32e74cf42b7a0651d717764fb6a 2024-11-08T18:40:38,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4352e458d76a432f9094b9e530fa1190 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4352e458d76a432f9094b9e530fa1190 2024-11-08T18:40:38,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/79ad44cfd5fc409c8afd854354a11e32 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/79ad44cfd5fc409c8afd854354a11e32 2024-11-08T18:40:38,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5fd6fc408cb741ce9bb1b8d441f1f4f9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5fd6fc408cb741ce9bb1b8d441f1f4f9 2024-11-08T18:40:38,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/caf44149572d4ea2aea1f7a6d5ad7234 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/caf44149572d4ea2aea1f7a6d5ad7234 2024-11-08T18:40:38,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/701a0cd1b1334263a0880d36765f6282 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/701a0cd1b1334263a0880d36765f6282 2024-11-08T18:40:38,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/aa8c684b3ab84463b7c429a49572b612 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/aa8c684b3ab84463b7c429a49572b612 2024-11-08T18:40:38,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4aa694baade24d2d9b303aca2da668fd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4aa694baade24d2d9b303aca2da668fd 2024-11-08T18:40:38,064 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5e72c2c0757741cbb4a7e19f0578f00f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5e72c2c0757741cbb4a7e19f0578f00f 2024-11-08T18:40:38,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4f694a8e7ea4437391b47080c2c39a98 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/4f694a8e7ea4437391b47080c2c39a98 2024-11-08T18:40:38,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/7382be3305224a74ad6cb4bcdcdb1839 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/7382be3305224a74ad6cb4bcdcdb1839 2024-11-08T18:40:38,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/da338103d1aa48c686e31fbbc4e8bff8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/da338103d1aa48c686e31fbbc4e8bff8 2024-11-08T18:40:38,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/cce435456c0846878260ef88085d5362 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/cce435456c0846878260ef88085d5362 2024-11-08T18:40:38,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/411cb18c97674996a3c6b920b6033210 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/411cb18c97674996a3c6b920b6033210 2024-11-08T18:40:38,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f99ebecdadc547628a3943685fb813e9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/f99ebecdadc547628a3943685fb813e9 2024-11-08T18:40:38,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3aea11494175401faa3fa12c0aa06c27 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3aea11494175401faa3fa12c0aa06c27 2024-11-08T18:40:38,072 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c50260c80367446a85017ff15ab7a0e7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c50260c80367446a85017ff15ab7a0e7 2024-11-08T18:40:38,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b89621c5e9224067b6b75632f44b3ba7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b89621c5e9224067b6b75632f44b3ba7 2024-11-08T18:40:38,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c1397bdf512b4c3c987196ac1db30f20 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/c1397bdf512b4c3c987196ac1db30f20 2024-11-08T18:40:38,075 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/6d623d0b6f2442ee86a2ad7ff1538b45 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/6d623d0b6f2442ee86a2ad7ff1538b45 2024-11-08T18:40:38,076 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/ba0e6288b3ce45e5ae7224633347cea3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/ba0e6288b3ce45e5ae7224633347cea3 2024-11-08T18:40:38,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/dd9663665e234d8f8aef45c1e213fcb8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/dd9663665e234d8f8aef45c1e213fcb8 2024-11-08T18:40:38,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/919b958ff83c4dfb9ab50d926beb2a96 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/919b958ff83c4dfb9ab50d926beb2a96 2024-11-08T18:40:38,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b6ea9761d61a49f89caffe4714b26b0d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b6ea9761d61a49f89caffe4714b26b0d 2024-11-08T18:40:38,084 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/recovered.edits/535.seqid, newMaxSeqId=535, maxSeqId=1 2024-11-08T18:40:38,085 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. 2024-11-08T18:40:38,085 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] regionserver.HRegion(1676): Region close journal for b844e6651c377acfe556bed1053818d0: Waiting for close lock at 1731091236044Running coprocessor pre-close hooks at 1731091236044Disabling compacts and flushes for region at 1731091236044Disabling writes for close at 1731091236732 (+688 ms)Obtaining lock to block concurrent updates at 1731091236732Preparing flush snapshotting stores in b844e6651c377acfe556bed1053818d0 at 1731091236732Finished memstore snapshotting TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731091236733 (+1 ms)Flushing stores of TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0. at 1731091236733Flushing b844e6651c377acfe556bed1053818d0/A: creating writer at 1731091236733Flushing b844e6651c377acfe556bed1053818d0/A: appending metadata at 1731091236736 (+3 ms)Flushing b844e6651c377acfe556bed1053818d0/A: closing flushed file at 1731091236736Flushing b844e6651c377acfe556bed1053818d0/B: creating writer at 1731091237144 (+408 ms)Flushing b844e6651c377acfe556bed1053818d0/B: appending metadata at 1731091237146 (+2 ms)Flushing b844e6651c377acfe556bed1053818d0/B: closing flushed file at 1731091237146Flushing b844e6651c377acfe556bed1053818d0/C: creating writer at 1731091237554 (+408 ms)Flushing b844e6651c377acfe556bed1053818d0/C: appending metadata at 1731091237556 (+2 ms)Flushing b844e6651c377acfe556bed1053818d0/C: closing flushed file at 1731091237556Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42d2eb88: reopening flushed file at 1731091237963 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c17fad8: reopening flushed file at 1731091237967 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d70e04f: reopening flushed file at 1731091237970 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for b844e6651c377acfe556bed1053818d0 in 1243ms, sequenceid=532, compaction requested=true at 1731091237975 (+5 ms)Writing region close event to WAL at 1731091238081 (+106 ms)Running coprocessor post-close hooks at 1731091238085 (+4 ms)Closed at 1731091238085 2024-11-08T18:40:38,087 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=87}] handler.UnassignRegionHandler(157): Closed b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:38,088 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=86 updating hbase:meta row=b844e6651c377acfe556bed1053818d0, regionState=CLOSED 2024-11-08T18:40:38,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=86, state=RUNNABLE, hasLock=false; CloseRegionProcedure b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:40:38,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-11-08T18:40:38,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseRegionProcedure b844e6651c377acfe556bed1053818d0, server=d72107b3bc04,46205,1731091153867 in 2.1990 sec 2024-11-08T18:40:38,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=85 2024-11-08T18:40:38,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=85, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=b844e6651c377acfe556bed1053818d0, UNASSIGN in 2.2050 sec 2024-11-08T18:40:38,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-08T18:40:38,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.2100 sec 2024-11-08T18:40:38,098 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091238097"}]},"ts":"1731091238097"} 2024-11-08T18:40:38,099 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T18:40:38,099 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T18:40:38,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.2220 sec 2024-11-08T18:40:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-11-08T18:40:40,040 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:40,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-08T18:40:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:40,042 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=88, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T18:40:40,043 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=88, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:40,046 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:40,048 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/recovered.edits] 2024-11-08T18:40:40,050 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/10f96bcdd75b47c0948c38fa594e21e1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/10f96bcdd75b47c0948c38fa594e21e1 2024-11-08T18:40:40,051 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/111ab86029344211823a58dabde0a624 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/111ab86029344211823a58dabde0a624 2024-11-08T18:40:40,052 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/64d252496a39435d949abca66ea46d7a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/64d252496a39435d949abca66ea46d7a 2024-11-08T18:40:40,053 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/8c6c85ba9d7949d094445be481d4a4c4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/8c6c85ba9d7949d094445be481d4a4c4 2024-11-08T18:40:40,054 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/92be88189bb74acdbacd8211d8f8e62b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/92be88189bb74acdbacd8211d8f8e62b 2024-11-08T18:40:40,055 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/be75628fbb9945d4a580282dbd88e411 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/be75628fbb9945d4a580282dbd88e411 2024-11-08T18:40:40,056 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/ec900e08579742a59896ba2cf08e41a8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/A/ec900e08579742a59896ba2cf08e41a8 2024-11-08T18:40:40,058 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/264eca1758dc488688dc3a64a28a6b85 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/264eca1758dc488688dc3a64a28a6b85 2024-11-08T18:40:40,058 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/39535e3a6c154bc9a22f5e973ac4146a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/39535e3a6c154bc9a22f5e973ac4146a 2024-11-08T18:40:40,059 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4a3b01caa6ff40cb876ca2cc9647a598 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/4a3b01caa6ff40cb876ca2cc9647a598 2024-11-08T18:40:40,060 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/68284b1de5374113aafe37c6ef79354b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/68284b1de5374113aafe37c6ef79354b 2024-11-08T18:40:40,061 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/68597d0108a04f949ce1cfa5602e3d4e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/68597d0108a04f949ce1cfa5602e3d4e 2024-11-08T18:40:40,061 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/937d1452baaa4cdd8b8d68987b4d3c89 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/937d1452baaa4cdd8b8d68987b4d3c89 2024-11-08T18:40:40,062 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f2e656af98224c8ea66e10642df56c06 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/B/f2e656af98224c8ea66e10642df56c06 2024-11-08T18:40:40,064 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3160b62db7f645da8045a2df5ac14741 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/3160b62db7f645da8045a2df5ac14741 2024-11-08T18:40:40,064 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/499d7f46beca46a0bab1a2ded6b7e09b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/499d7f46beca46a0bab1a2ded6b7e09b 2024-11-08T18:40:40,065 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5c7ab25a6db84ed9b005595abb428825 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/5c7ab25a6db84ed9b005595abb428825 2024-11-08T18:40:40,066 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/89251b70965447779c5ad73cd65d5c54 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/89251b70965447779c5ad73cd65d5c54 2024-11-08T18:40:40,067 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b9cc6bc38b85429aa53fc3b39b57c871 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/b9cc6bc38b85429aa53fc3b39b57c871 2024-11-08T18:40:40,067 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/e25c8503aadf4728aef63ce7d171309d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/e25c8503aadf4728aef63ce7d171309d 2024-11-08T18:40:40,068 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/fe209b97a0b64603a773cf2c0397d981 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/C/fe209b97a0b64603a773cf2c0397d981 2024-11-08T18:40:40,070 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/recovered.edits/535.seqid to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0/recovered.edits/535.seqid 2024-11-08T18:40:40,071 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/b844e6651c377acfe556bed1053818d0 2024-11-08T18:40:40,071 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T18:40:40,073 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=88, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:40,075 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T18:40:40,077 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T18:40:40,078 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=88, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:40,078 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T18:40:40,079 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731091240078"}]},"ts":"9223372036854775807"} 2024-11-08T18:40:40,080 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:40:40,080 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b844e6651c377acfe556bed1053818d0, NAME => 'TestAcidGuarantees,,1731091211660.b844e6651c377acfe556bed1053818d0.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T18:40:40,080 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T18:40:40,080 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731091240080"}]},"ts":"9223372036854775807"} 2024-11-08T18:40:40,082 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T18:40:40,082 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=88, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:40,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 41 msec 2024-11-08T18:40:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88 2024-11-08T18:40:40,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T18:40:40,150 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:40,161 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testGetAtomicity Thread=240 (was 245), OpenFileDescriptor=449 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=303 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7285 (was 7325) 2024-11-08T18:40:40,169 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=240, OpenFileDescriptor=449, MaxFileDescriptor=1048576, SystemLoadAverage=303, ProcessCount=11, AvailableMemoryMB=7285 2024-11-08T18:40:40,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T18:40:40,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:40:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:40,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:40:40,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:40,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 89 2024-11-08T18:40:40,173 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:40:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T18:40:40,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742181_1357 (size=959) 2024-11-08T18:40:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T18:40:40,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T18:40:40,580 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2 2024-11-08T18:40:40,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742182_1358 (size=53) 2024-11-08T18:40:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T18:40:40,986 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:40:40,986 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing fe2cdde3682524ae2421b00ecbf952d0, disabling compactions & flushes 2024-11-08T18:40:40,986 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:40,986 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:40,986 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. after waiting 0 ms 2024-11-08T18:40:40,986 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:40,986 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:40,986 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe2cdde3682524ae2421b00ecbf952d0: Waiting for close lock at 1731091240986Disabling compacts and flushes for region at 1731091240986Disabling writes for close at 1731091240986Writing region close event to WAL at 1731091240986Closed at 1731091240986 2024-11-08T18:40:40,987 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:40:40,987 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731091240987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731091240987"}]},"ts":"1731091240987"} 2024-11-08T18:40:40,989 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:40:40,989 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:40:40,989 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091240989"}]},"ts":"1731091240989"} 2024-11-08T18:40:40,990 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T18:40:40,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, ASSIGN}] 2024-11-08T18:40:40,992 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, ASSIGN 2024-11-08T18:40:40,992 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, ASSIGN; state=OFFLINE, location=d72107b3bc04,46205,1731091153867; forceNewPlan=false, retain=false 2024-11-08T18:40:41,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=fe2cdde3682524ae2421b00ecbf952d0, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:41,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, ASSIGN because future has completed 2024-11-08T18:40:41,145 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:40:41,299 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:41,299 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7752): Opening region: {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:40:41,300 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,300 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:40:41,300 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7794): checking encryption for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,300 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(7797): checking classloading for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,301 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,302 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2cdde3682524ae2421b00ecbf952d0 columnFamilyName A 2024-11-08T18:40:41,302 DEBUG [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:41,303 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(327): Store=fe2cdde3682524ae2421b00ecbf952d0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:40:41,303 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,304 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2cdde3682524ae2421b00ecbf952d0 columnFamilyName B 2024-11-08T18:40:41,304 DEBUG [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:41,304 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(327): Store=fe2cdde3682524ae2421b00ecbf952d0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:40:41,304 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,305 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2cdde3682524ae2421b00ecbf952d0 columnFamilyName C 2024-11-08T18:40:41,305 DEBUG [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:41,305 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(327): Store=fe2cdde3682524ae2421b00ecbf952d0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:40:41,305 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1038): replaying wal for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,306 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,306 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,307 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1048): stopping wal replay for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,307 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1060): Cleaning up temporary data for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,307 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:40:41,308 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1093): writing seq id for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T18:40:41,310 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:40:41,310 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1114): Opened fe2cdde3682524ae2421b00ecbf952d0; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65059684, jitterRate=-0.03053516149520874}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:40:41,310 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:41,311 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegion(1006): Region open journal for fe2cdde3682524ae2421b00ecbf952d0: Running coprocessor pre-open hook at 1731091241300Writing region info on filesystem at 1731091241300Initializing all the Stores at 1731091241300Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091241301 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091241301Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091241301Cleaning up temporary data from old regions at 1731091241307 (+6 ms)Running coprocessor post-open hooks at 1731091241310 (+3 ms)Region opened successfully at 1731091241311 (+1 ms) 2024-11-08T18:40:41,311 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., pid=91, masterSystemTime=1731091241296 2024-11-08T18:40:41,313 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:41,313 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=91}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:41,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=fe2cdde3682524ae2421b00ecbf952d0, regionState=OPEN, openSeqNum=2, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:41,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:40:41,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-08T18:40:41,317 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; OpenRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 in 171 msec 2024-11-08T18:40:41,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-08T18:40:41,319 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, ASSIGN in 326 msec 2024-11-08T18:40:41,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:40:41,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091241319"}]},"ts":"1731091241319"} 2024-11-08T18:40:41,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T18:40:41,321 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=89, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:40:41,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-11-08T18:40:42,282 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:40:42,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-08T18:40:42,321 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:42,322 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7befe57f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:42,322 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:42,322 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:42,323 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e0262bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:42,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:42,324 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:42,324 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58972, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:42,325 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd92c71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:42,325 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:42,326 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:42,327 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:42,327 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:40:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d72107b3bc04,33463,1731091153185 2024-11-08T18:40:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b6de14b 2024-11-08T18:40:42,328 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:40:42,329 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:40:42,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T18:40:42,330 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:40:42,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T18:40:42,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742183_1359 (size=995) 2024-11-08T18:40:42,741 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-08T18:40:42,741 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-08T18:40:42,743 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T18:40:42,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, REOPEN/MOVE}] 2024-11-08T18:40:42,746 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, REOPEN/MOVE 2024-11-08T18:40:42,747 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=fe2cdde3682524ae2421b00ecbf952d0, regionState=CLOSING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:42,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, REOPEN/MOVE because future has completed 2024-11-08T18:40:42,748 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T18:40:42,748 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:40:42,900 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(122): Close fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:42,900 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T18:40:42,901 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1722): Closing fe2cdde3682524ae2421b00ecbf952d0, disabling compactions & flushes 2024-11-08T18:40:42,901 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:42,901 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:42,901 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. after waiting 0 ms 2024-11-08T18:40:42,901 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:42,904 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T18:40:42,905 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:42,905 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegion(1676): Region close journal for fe2cdde3682524ae2421b00ecbf952d0: Waiting for close lock at 1731091242901Running coprocessor pre-close hooks at 1731091242901Disabling compacts and flushes for region at 1731091242901Disabling writes for close at 1731091242901Writing region close event to WAL at 1731091242901Running coprocessor post-close hooks at 1731091242905 (+4 ms)Closed at 1731091242905 2024-11-08T18:40:42,905 WARN [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] regionserver.HRegionServer(3299): Not adding moved region record: fe2cdde3682524ae2421b00ecbf952d0 to self. 2024-11-08T18:40:42,906 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=95}] handler.UnassignRegionHandler(157): Closed fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:42,907 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=fe2cdde3682524ae2421b00ecbf952d0, regionState=CLOSED 2024-11-08T18:40:42,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:40:42,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-08T18:40:42,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; CloseRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 in 161 msec 2024-11-08T18:40:42,910 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, REOPEN/MOVE; state=CLOSED, location=d72107b3bc04,46205,1731091153867; forceNewPlan=false, retain=true 2024-11-08T18:40:43,061 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=fe2cdde3682524ae2421b00ecbf952d0, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, REOPEN/MOVE because future has completed 2024-11-08T18:40:43,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:40:43,217 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,217 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7752): Opening region: {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:40:43,218 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,218 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:40:43,218 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7794): checking encryption for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,218 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(7797): checking classloading for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,219 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,220 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2cdde3682524ae2421b00ecbf952d0 columnFamilyName A 2024-11-08T18:40:43,221 DEBUG [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:43,221 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(327): Store=fe2cdde3682524ae2421b00ecbf952d0/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:40:43,222 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,222 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2cdde3682524ae2421b00ecbf952d0 columnFamilyName B 2024-11-08T18:40:43,222 DEBUG [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:43,223 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(327): Store=fe2cdde3682524ae2421b00ecbf952d0/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:40:43,223 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,224 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe2cdde3682524ae2421b00ecbf952d0 columnFamilyName C 2024-11-08T18:40:43,224 DEBUG [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:43,224 INFO [StoreOpener-fe2cdde3682524ae2421b00ecbf952d0-1 {}] regionserver.HStore(327): Store=fe2cdde3682524ae2421b00ecbf952d0/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:40:43,224 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1038): replaying wal for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,225 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,225 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,226 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1048): stopping wal replay for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,226 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1060): Cleaning up temporary data for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,226 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:40:43,227 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1093): writing seq id for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,228 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1114): Opened fe2cdde3682524ae2421b00ecbf952d0; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62703227, jitterRate=-0.0656491070985794}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:40:43,228 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,228 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegion(1006): Region open journal for fe2cdde3682524ae2421b00ecbf952d0: Running coprocessor pre-open hook at 1731091243218Writing region info on filesystem at 1731091243218Initializing all the Stores at 1731091243218Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091243218Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091243219 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091243219Cleaning up temporary data from old regions at 1731091243226 (+7 ms)Running coprocessor post-open hooks at 1731091243228 (+2 ms)Region opened successfully at 1731091243228 2024-11-08T18:40:43,229 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., pid=96, masterSystemTime=1731091243214 2024-11-08T18:40:43,230 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,231 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=96}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=fe2cdde3682524ae2421b00ecbf952d0, regionState=OPEN, openSeqNum=5, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:40:43,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=94 2024-11-08T18:40:43,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 in 170 msec 2024-11-08T18:40:43,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-08T18:40:43,236 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, REOPEN/MOVE in 489 msec 2024-11-08T18:40:43,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-11-08T18:40:43,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 493 msec 2024-11-08T18:40:43,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 907 msec 2024-11-08T18:40:43,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92 2024-11-08T18:40:43,241 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:43,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b10b9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,242 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,243 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f55d0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,243 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,244 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,244 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45899412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21c265f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,246 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71f9e365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,246 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,247 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c68206b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c21b87a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,248 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59fa71d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,250 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,250 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@665d9a0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e136ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,250 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,251 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,251 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ba86829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,251 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,252 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,252 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59040, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,253 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@260d8c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f004f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,253 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,253 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,254 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47c34118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,254 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,255 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,255 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f6dfda0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35aa2c8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,256 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,256 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,256 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a54b1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,257 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,258 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,258 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e11eec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53f9edfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,259 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,259 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603481e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,260 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,260 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59090, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,261 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14604e4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,261 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42125f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,261 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,261 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,262 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d34a251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,262 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,263 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59110, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,263 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d8e476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64b126a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,264 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,265 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@459d160d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,265 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,266 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,266 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55588bbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fa71035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,267 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:40:43,267 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:40:43,268 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:40:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:40:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:40:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a2f26a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:40:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:40:43,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:40:43,269 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59150, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:40:43,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3365747, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:40:43,269 DEBUG [Thread-1642 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,270 DEBUG [Thread-1640 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,270 DEBUG [Thread-1636 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,270 DEBUG [Thread-1627 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:43,270 DEBUG [Thread-1625 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,270 DEBUG [Thread-1623 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,270 DEBUG [Thread-1634 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,271 DEBUG [Thread-1629 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-11-08T18:40:43,271 DEBUG [Thread-1631 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,271 DEBUG [Thread-1638 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:40:43,271 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,271 DEBUG [Thread-1634 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,272 DEBUG [Thread-1634 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,272 DEBUG [Thread-1636 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,272 DEBUG [Thread-1636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,273 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:43,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T18:40:43,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37782, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37788, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,274 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,275 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:43,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37790, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,276 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,277 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:40:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,278 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:40:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,279 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,279 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:40:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,280 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,281 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:40:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,290 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:43,290 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T18:40:43,317 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a6cb4de176e34e699dcc18686fc42b94_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091243288/Put/seqid=0 2024-11-08T18:40:43,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742184_1360 (size=17034) 2024-11-08T18:40:43,332 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091303321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,333 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091303328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,337 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091303329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,339 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,339 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091303332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,340 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091303333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,343 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T18:40:43,428 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,428 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091303440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,444 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091303440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,445 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091303450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,460 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091303451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091303451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,461 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,461 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:43,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:43,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T18:40:43,605 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T18:40:43,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091303650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091303651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,660 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091303670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091303670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,673 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091303670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,673 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,674 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,723 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:43,726 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a6cb4de176e34e699dcc18686fc42b94_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a6cb4de176e34e699dcc18686fc42b94_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:43,727 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/b70d43d6dc704e69b225670991827451, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:43,728 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/b70d43d6dc704e69b225670991827451 is 175, key is test_row_0/A:col10/1731091243288/Put/seqid=0 2024-11-08T18:40:43,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742185_1361 (size=48139) 2024-11-08T18:40:43,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:43,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:43,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:43,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:43,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T18:40:43,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091303970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091303970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,978 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091303980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091303980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,989 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:43,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091303980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:43,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,989 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:43,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:43,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:44,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,043 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,132 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/b70d43d6dc704e69b225670991827451 2024-11-08T18:40:44,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/08e2a2220f2f496fb8cc6ea9aaf2d2d0 is 50, key is test_row_0/B:col10/1731091243288/Put/seqid=0 2024-11-08T18:40:44,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742186_1362 (size=12001) 2024-11-08T18:40:44,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:44,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:44,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T18:40:44,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:44,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091304490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:44,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091304490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,497 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:44,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:44,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091304500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091304500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:44,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:44,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091304500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:44,508 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:44,509 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:44,560 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/08e2a2220f2f496fb8cc6ea9aaf2d2d0 2024-11-08T18:40:44,600 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/87318b691ea3425e86a16b87294dcc5d is 50, key is test_row_0/C:col10/1731091243288/Put/seqid=0 2024-11-08T18:40:44,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742187_1363 (size=12001) 2024-11-08T18:40:44,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:44,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:44,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:44,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:44,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:45,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/87318b691ea3425e86a16b87294dcc5d 2024-11-08T18:40:45,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/b70d43d6dc704e69b225670991827451 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b70d43d6dc704e69b225670991827451 2024-11-08T18:40:45,039 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b70d43d6dc704e69b225670991827451, entries=250, sequenceid=17, filesize=47.0 K 2024-11-08T18:40:45,040 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/08e2a2220f2f496fb8cc6ea9aaf2d2d0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/08e2a2220f2f496fb8cc6ea9aaf2d2d0 2024-11-08T18:40:45,043 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/08e2a2220f2f496fb8cc6ea9aaf2d2d0, entries=150, sequenceid=17, filesize=11.7 K 2024-11-08T18:40:45,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/87318b691ea3425e86a16b87294dcc5d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/87318b691ea3425e86a16b87294dcc5d 2024-11-08T18:40:45,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/87318b691ea3425e86a16b87294dcc5d, entries=150, sequenceid=17, filesize=11.7 K 2024-11-08T18:40:45,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fe2cdde3682524ae2421b00ecbf952d0 in 1757ms, sequenceid=17, compaction requested=false 2024-11-08T18:40:45,048 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T18:40:45,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:45,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-11-08T18:40:45,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:45,116 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T18:40:45,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aaa27d3b2d9444c4bcb58f41535d457d_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091243319/Put/seqid=0 2024-11-08T18:40:45,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742188_1364 (size=12154) 2024-11-08T18:40:45,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:45,136 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108aaa27d3b2d9444c4bcb58f41535d457d_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aaa27d3b2d9444c4bcb58f41535d457d_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e54f3afd21854a7187c4cd3f377e83f6, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:45,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e54f3afd21854a7187c4cd3f377e83f6 is 175, key is test_row_0/A:col10/1731091243319/Put/seqid=0 2024-11-08T18:40:45,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742189_1365 (size=30955) 2024-11-08T18:40:45,153 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e54f3afd21854a7187c4cd3f377e83f6 2024-11-08T18:40:45,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/f58ab82597ad4ce19fde72c8e0ab232f is 50, key is test_row_0/B:col10/1731091243319/Put/seqid=0 2024-11-08T18:40:45,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742190_1366 (size=12001) 2024-11-08T18:40:45,204 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/f58ab82597ad4ce19fde72c8e0ab232f 2024-11-08T18:40:45,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/406d7b6857a446a08b8c96c2742b3d74 is 50, key is test_row_0/C:col10/1731091243319/Put/seqid=0 2024-11-08T18:40:45,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742191_1367 (size=12001) 2024-11-08T18:40:45,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T18:40:45,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:45,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:45,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091305521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091305521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091305526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,535 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in fe2cdde3682524ae2421b00ecbf952d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2202 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,535 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,536 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091305527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,537 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,538 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091305534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,541 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,628 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/406d7b6857a446a08b8c96c2742b3d74 2024-11-08T18:40:45,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e54f3afd21854a7187c4cd3f377e83f6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e54f3afd21854a7187c4cd3f377e83f6 2024-11-08T18:40:45,642 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e54f3afd21854a7187c4cd3f377e83f6, entries=150, sequenceid=40, filesize=30.2 K 2024-11-08T18:40:45,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091305640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091305640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091305640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,644 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/f58ab82597ad4ce19fde72c8e0ab232f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/f58ab82597ad4ce19fde72c8e0ab232f 2024-11-08T18:40:45,654 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/f58ab82597ad4ce19fde72c8e0ab232f, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T18:40:45,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/406d7b6857a446a08b8c96c2742b3d74 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/406d7b6857a446a08b8c96c2742b3d74 2024-11-08T18:40:45,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091305650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,655 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,661 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/406d7b6857a446a08b8c96c2742b3d74, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T18:40:45,662 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fe2cdde3682524ae2421b00ecbf952d0 in 546ms, sequenceid=40, compaction requested=false 2024-11-08T18:40:45,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:45,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:45,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-11-08T18:40:45,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=98 2024-11-08T18:40:45,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=97 2024-11-08T18:40:45,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3920 sec 2024-11-08T18:40:45,675 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 2.3990 sec 2024-11-08T18:40:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:45,855 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:45,855 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T18:40:45,863 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d6408873d78f4463b16bc7b8ea89e17d_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091245514/Put/seqid=0 2024-11-08T18:40:45,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742192_1368 (size=14594) 2024-11-08T18:40:45,867 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:45,871 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d6408873d78f4463b16bc7b8ea89e17d_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d6408873d78f4463b16bc7b8ea89e17d_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:45,871 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/fb1c4b8109184740aefd4490f490292b, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:45,872 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/fb1c4b8109184740aefd4490f490292b is 175, key is test_row_0/A:col10/1731091245514/Put/seqid=0 2024-11-08T18:40:45,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742193_1369 (size=39549) 2024-11-08T18:40:45,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091305894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091305895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,908 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091305903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,912 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:45,914 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091305908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:45,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:45,915 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,028 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091306020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091306020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091306020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,029 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,029 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091306020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,030 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091306240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091306240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,242 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091306240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,243 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091306240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,243 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,276 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/fb1c4b8109184740aefd4490f490292b 2024-11-08T18:40:46,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/6a8fd366712b4b13ba55da59c8d12743 is 50, key is test_row_0/B:col10/1731091245514/Put/seqid=0 2024-11-08T18:40:46,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742194_1370 (size=12001) 2024-11-08T18:40:46,289 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/6a8fd366712b4b13ba55da59c8d12743 2024-11-08T18:40:46,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7ee757e0c6c94130bdc5982864f58970 is 50, key is test_row_0/C:col10/1731091245514/Put/seqid=0 2024-11-08T18:40:46,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742195_1371 (size=12001) 2024-11-08T18:40:46,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091306550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091306550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091306550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091306550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:46,556 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:46,557 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:46,700 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7ee757e0c6c94130bdc5982864f58970 2024-11-08T18:40:46,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/fb1c4b8109184740aefd4490f490292b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/fb1c4b8109184740aefd4490f490292b 2024-11-08T18:40:46,709 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/fb1c4b8109184740aefd4490f490292b, entries=200, sequenceid=54, filesize=38.6 K 2024-11-08T18:40:46,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/6a8fd366712b4b13ba55da59c8d12743 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/6a8fd366712b4b13ba55da59c8d12743 2024-11-08T18:40:46,712 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/6a8fd366712b4b13ba55da59c8d12743, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T18:40:46,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7ee757e0c6c94130bdc5982864f58970 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7ee757e0c6c94130bdc5982864f58970 2024-11-08T18:40:46,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7ee757e0c6c94130bdc5982864f58970, entries=150, sequenceid=54, filesize=11.7 K 2024-11-08T18:40:46,719 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fe2cdde3682524ae2421b00ecbf952d0 in 864ms, sequenceid=54, compaction requested=true 2024-11-08T18:40:46,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:46,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:46,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:46,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:46,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:46,719 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:46,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:46,719 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:46,719 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:46,720 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118643 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:46,720 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:46,720 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/B is initiating minor compaction (all files) 2024-11-08T18:40:46,720 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/A is initiating minor compaction (all files) 2024-11-08T18:40:46,720 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/B in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:46,720 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/A in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:46,720 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/08e2a2220f2f496fb8cc6ea9aaf2d2d0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/f58ab82597ad4ce19fde72c8e0ab232f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/6a8fd366712b4b13ba55da59c8d12743] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=35.2 K 2024-11-08T18:40:46,720 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b70d43d6dc704e69b225670991827451, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e54f3afd21854a7187c4cd3f377e83f6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/fb1c4b8109184740aefd4490f490292b] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=115.9 K 2024-11-08T18:40:46,720 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:46,720 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b70d43d6dc704e69b225670991827451, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e54f3afd21854a7187c4cd3f377e83f6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/fb1c4b8109184740aefd4490f490292b] 2024-11-08T18:40:46,721 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 08e2a2220f2f496fb8cc6ea9aaf2d2d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731091243288 2024-11-08T18:40:46,721 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b70d43d6dc704e69b225670991827451, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731091243284 2024-11-08T18:40:46,721 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f58ab82597ad4ce19fde72c8e0ab232f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731091243319 2024-11-08T18:40:46,721 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting e54f3afd21854a7187c4cd3f377e83f6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731091243319 2024-11-08T18:40:46,721 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 6a8fd366712b4b13ba55da59c8d12743, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091245514 2024-11-08T18:40:46,721 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb1c4b8109184740aefd4490f490292b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091245514 2024-11-08T18:40:46,729 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#B#compaction#319 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:46,730 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/efacaad8bdc04f05a198a3b022fd9733 is 50, key is test_row_0/B:col10/1731091245514/Put/seqid=0 2024-11-08T18:40:46,731 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:46,738 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110824be2036a571480cbd0f9f19be18c142_fe2cdde3682524ae2421b00ecbf952d0 store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:46,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742196_1372 (size=12104) 2024-11-08T18:40:46,740 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110824be2036a571480cbd0f9f19be18c142_fe2cdde3682524ae2421b00ecbf952d0, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:46,740 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110824be2036a571480cbd0f9f19be18c142_fe2cdde3682524ae2421b00ecbf952d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:46,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742197_1373 (size=4469) 2024-11-08T18:40:46,745 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#A#compaction#320 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:46,745 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/d22478674d4849e9b185900770507a97 is 175, key is test_row_0/A:col10/1731091245514/Put/seqid=0 2024-11-08T18:40:46,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742198_1374 (size=31058) 2024-11-08T18:40:47,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:47,067 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:47,067 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T18:40:47,078 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d2d82de449d140a68d307ea46d8b3f85_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091245891/Put/seqid=0 2024-11-08T18:40:47,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742199_1375 (size=14594) 2024-11-08T18:40:47,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091307086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091307093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,100 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091307098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091307100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,114 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,116 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,143 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/efacaad8bdc04f05a198a3b022fd9733 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/efacaad8bdc04f05a198a3b022fd9733 2024-11-08T18:40:47,147 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/B of fe2cdde3682524ae2421b00ecbf952d0 into efacaad8bdc04f05a198a3b022fd9733(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:47,147 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:47,147 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/B, priority=13, startTime=1731091246719; duration=0sec 2024-11-08T18:40:47,147 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:47,147 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:B 2024-11-08T18:40:47,147 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:47,148 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:47,148 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/C is initiating minor compaction (all files) 2024-11-08T18:40:47,148 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/C in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:47,149 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/87318b691ea3425e86a16b87294dcc5d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/406d7b6857a446a08b8c96c2742b3d74, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7ee757e0c6c94130bdc5982864f58970] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=35.2 K 2024-11-08T18:40:47,149 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 87318b691ea3425e86a16b87294dcc5d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731091243288 2024-11-08T18:40:47,149 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 406d7b6857a446a08b8c96c2742b3d74, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731091243319 2024-11-08T18:40:47,149 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ee757e0c6c94130bdc5982864f58970, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091245514 2024-11-08T18:40:47,155 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/d22478674d4849e9b185900770507a97 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/d22478674d4849e9b185900770507a97 2024-11-08T18:40:47,156 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#C#compaction#322 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:47,157 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/07ded9a1d1a44c91a3a7b7f6bac7b186 is 50, key is test_row_0/C:col10/1731091245514/Put/seqid=0 2024-11-08T18:40:47,159 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/A of fe2cdde3682524ae2421b00ecbf952d0 into d22478674d4849e9b185900770507a97(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:47,159 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:47,159 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/A, priority=13, startTime=1731091246719; duration=0sec 2024-11-08T18:40:47,159 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:47,159 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:A 2024-11-08T18:40:47,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742200_1376 (size=12104) 2024-11-08T18:40:47,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091307210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,218 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091307210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,221 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091307220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091307220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=97 2024-11-08T18:40:47,430 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:47,431 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:47,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-11-08T18:40:47,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T18:40:47,433 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:47,434 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:47,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091307430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091307430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,441 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091307430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091307430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,488 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:47,491 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d2d82de449d140a68d307ea46d8b3f85_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d2d82de449d140a68d307ea46d8b3f85_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:47,492 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/c00d5bd909154fdbad138cf74d7ebeea, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:47,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/c00d5bd909154fdbad138cf74d7ebeea is 175, key is test_row_0/A:col10/1731091245891/Put/seqid=0 2024-11-08T18:40:47,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742201_1377 (size=39549) 2024-11-08T18:40:47,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T18:40:47,555 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091307550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,556 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in fe2cdde3682524ae2421b00ecbf952d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,556 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,568 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/07ded9a1d1a44c91a3a7b7f6bac7b186 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/07ded9a1d1a44c91a3a7b7f6bac7b186 2024-11-08T18:40:47,571 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/C of fe2cdde3682524ae2421b00ecbf952d0 into 07ded9a1d1a44c91a3a7b7f6bac7b186(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:47,571 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:47,571 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/C, priority=13, startTime=1731091246719; duration=0sec 2024-11-08T18:40:47,572 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:47,572 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:C 2024-11-08T18:40:47,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T18:40:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:47,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:47,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T18:40:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:47,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:47,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:47,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T18:40:47,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091307750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091307750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091307750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,759 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:47,759 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091307750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:47,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:47,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T18:40:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:47,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:47,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:47,897 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/c00d5bd909154fdbad138cf74d7ebeea 2024-11-08T18:40:47,904 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/a6f61618dda148b8ab55d0aefe871fa7 is 50, key is test_row_0/B:col10/1731091245891/Put/seqid=0 2024-11-08T18:40:47,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742202_1378 (size=12001) 2024-11-08T18:40:48,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T18:40:48,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:48,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T18:40:48,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T18:40:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091308269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:48,272 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:48,272 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091308270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:48,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091308270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:48,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091308270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:48,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:48,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/a6f61618dda148b8ab55d0aefe871fa7 2024-11-08T18:40:48,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/bc6fd490e75e4e31bd94f1e1dde5a921 is 50, key is test_row_0/C:col10/1731091245891/Put/seqid=0 2024-11-08T18:40:48,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742203_1379 (size=12001) 2024-11-08T18:40:48,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T18:40:48,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:48,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T18:40:48,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:48,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T18:40:48,657 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T18:40:48,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:48,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:48,719 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/bc6fd490e75e4e31bd94f1e1dde5a921 2024-11-08T18:40:48,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T18:40:48,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/c00d5bd909154fdbad138cf74d7ebeea as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c00d5bd909154fdbad138cf74d7ebeea 2024-11-08T18:40:48,733 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c00d5bd909154fdbad138cf74d7ebeea, entries=200, sequenceid=77, filesize=38.6 K 2024-11-08T18:40:48,733 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/a6f61618dda148b8ab55d0aefe871fa7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/a6f61618dda148b8ab55d0aefe871fa7 2024-11-08T18:40:48,737 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/a6f61618dda148b8ab55d0aefe871fa7, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T18:40:48,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/bc6fd490e75e4e31bd94f1e1dde5a921 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bc6fd490e75e4e31bd94f1e1dde5a921 2024-11-08T18:40:48,743 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bc6fd490e75e4e31bd94f1e1dde5a921, entries=150, sequenceid=77, filesize=11.7 K 2024-11-08T18:40:48,744 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fe2cdde3682524ae2421b00ecbf952d0 in 1677ms, sequenceid=77, compaction requested=false 2024-11-08T18:40:48,744 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:48,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-11-08T18:40:48,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:48,811 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:40:48,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f8e5ba0568e140e7b63656d223e6114a_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091247082/Put/seqid=0 2024-11-08T18:40:48,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742204_1380 (size=12154) 2024-11-08T18:40:49,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:49,227 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f8e5ba0568e140e7b63656d223e6114a_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f8e5ba0568e140e7b63656d223e6114a_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/7785d92cd97d4fd6ba859ad272e75ac4, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:49,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/7785d92cd97d4fd6ba859ad272e75ac4 is 175, key is test_row_0/A:col10/1731091247082/Put/seqid=0 2024-11-08T18:40:49,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742205_1381 (size=30955) 2024-11-08T18:40:49,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:49,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:49,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091309325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,330 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091309326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,337 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091309328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,338 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091309329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091309440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091309440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,448 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,448 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091309440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,448 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,449 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,460 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091309450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,460 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T18:40:49,635 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/7785d92cd97d4fd6ba859ad272e75ac4 2024-11-08T18:40:49,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/b66b0445f9c24abc844e108617a87315 is 50, key is test_row_0/B:col10/1731091247082/Put/seqid=0 2024-11-08T18:40:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742206_1382 (size=12001) 2024-11-08T18:40:49,660 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091309650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,661 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091309660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,668 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091309661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,669 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091309669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,675 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,975 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091309970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,976 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091309981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091309981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091309981, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:49,990 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:50,054 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/b66b0445f9c24abc844e108617a87315 2024-11-08T18:40:50,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/f79620770dfd4fe7bb0bb8d5873b4b55 is 50, key is test_row_0/C:col10/1731091247082/Put/seqid=0 2024-11-08T18:40:50,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742207_1383 (size=12001) 2024-11-08T18:40:50,489 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/f79620770dfd4fe7bb0bb8d5873b4b55 2024-11-08T18:40:50,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/7785d92cd97d4fd6ba859ad272e75ac4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/7785d92cd97d4fd6ba859ad272e75ac4 2024-11-08T18:40:50,498 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/7785d92cd97d4fd6ba859ad272e75ac4, entries=150, sequenceid=93, filesize=30.2 K 2024-11-08T18:40:50,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/b66b0445f9c24abc844e108617a87315 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b66b0445f9c24abc844e108617a87315 2024-11-08T18:40:50,500 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:50,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091310491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,501 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:50,503 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b66b0445f9c24abc844e108617a87315, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T18:40:50,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/f79620770dfd4fe7bb0bb8d5873b4b55 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f79620770dfd4fe7bb0bb8d5873b4b55 2024-11-08T18:40:50,507 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:50,507 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f79620770dfd4fe7bb0bb8d5873b4b55, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T18:40:50,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091310502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:50,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,508 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:50,508 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fe2cdde3682524ae2421b00ecbf952d0 in 1697ms, sequenceid=93, compaction requested=true 2024-11-08T18:40:50,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:50,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:50,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-11-08T18:40:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-11-08T18:40:50,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:50,509 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:50,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:40:50,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-11-08T18:40:50,514 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0760 sec 2024-11-08T18:40:50,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 3.0840 sec 2024-11-08T18:40:50,520 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d490a14f278e4df4abacd020fbe66bf0_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091250507/Put/seqid=0 2024-11-08T18:40:50,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742208_1384 (size=14594) 2024-11-08T18:40:50,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:50,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091310575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,579 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:50,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:50,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091310579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,590 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:50,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:50,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091310690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,702 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:50,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:50,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091310700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:50,706 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,707 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:50,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091310910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,920 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:50,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091310911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:50,961 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:50,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d490a14f278e4df4abacd020fbe66bf0_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d490a14f278e4df4abacd020fbe66bf0_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:50,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/6ba22e5445f64758aa826a2f9c2f51fd, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:50,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/6ba22e5445f64758aa826a2f9c2f51fd is 175, key is test_row_0/A:col10/1731091250507/Put/seqid=0 2024-11-08T18:40:51,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742209_1385 (size=39549) 2024-11-08T18:40:51,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:51,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091311231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,237 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:51,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:51,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091311231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:51,404 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/6ba22e5445f64758aa826a2f9c2f51fd 2024-11-08T18:40:51,411 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/94dfd16c115a4cb4b9ff53b8b33be79e is 50, key is test_row_0/B:col10/1731091250507/Put/seqid=0 2024-11-08T18:40:51,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742210_1386 (size=12001) 2024-11-08T18:40:51,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:51,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091311510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:51,519 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in fe2cdde3682524ae2421b00ecbf952d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:51,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:51,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:51,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091311520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:51,531 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in fe2cdde3682524ae2421b00ecbf952d0 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2204 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,532 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:51,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:51,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091311580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:51,588 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in fe2cdde3682524ae2421b00ecbf952d0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8255 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,589 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:51,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-11-08T18:40:51,590 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:51,591 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:51,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-11-08T18:40:51,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T18:40:51,593 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:51,594 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:51,594 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:51,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T18:40:51,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-08T18:40:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:51,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:51,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:51,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:51,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:51,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091311741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:51,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091311750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:51,758 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:51,819 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/94dfd16c115a4cb4b9ff53b8b33be79e 2024-11-08T18:40:51,828 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/f0268d9ca75840baad2f5ab85892b707 is 50, key is test_row_0/C:col10/1731091250507/Put/seqid=0 2024-11-08T18:40:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742211_1387 (size=12001) 2024-11-08T18:40:51,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-08T18:40:51,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:51,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:51,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:51,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:51,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:51,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:51,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T18:40:52,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-08T18:40:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:52,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:52,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:52,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:52,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:52,207 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-08T18:40:52,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:52,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:52,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:52,207 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:52,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:52,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:52,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T18:40:52,271 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/f0268d9ca75840baad2f5ab85892b707 2024-11-08T18:40:52,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/6ba22e5445f64758aa826a2f9c2f51fd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/6ba22e5445f64758aa826a2f9c2f51fd 2024-11-08T18:40:52,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/6ba22e5445f64758aa826a2f9c2f51fd, entries=200, sequenceid=117, filesize=38.6 K 2024-11-08T18:40:52,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/94dfd16c115a4cb4b9ff53b8b33be79e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/94dfd16c115a4cb4b9ff53b8b33be79e 2024-11-08T18:40:52,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/94dfd16c115a4cb4b9ff53b8b33be79e, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T18:40:52,290 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/f0268d9ca75840baad2f5ab85892b707 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f0268d9ca75840baad2f5ab85892b707 2024-11-08T18:40:52,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f0268d9ca75840baad2f5ab85892b707, entries=150, sequenceid=117, filesize=11.7 K 2024-11-08T18:40:52,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fe2cdde3682524ae2421b00ecbf952d0 in 1787ms, sequenceid=117, compaction requested=true 2024-11-08T18:40:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:52,296 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:52,296 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:52,296 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:52,297 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:52,297 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:52,297 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/B is initiating minor compaction (all files) 2024-11-08T18:40:52,297 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/A is initiating minor compaction (all files) 2024-11-08T18:40:52,297 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/B in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:52,297 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/A in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:52,297 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/efacaad8bdc04f05a198a3b022fd9733, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/a6f61618dda148b8ab55d0aefe871fa7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b66b0445f9c24abc844e108617a87315, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/94dfd16c115a4cb4b9ff53b8b33be79e] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=47.0 K 2024-11-08T18:40:52,297 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/d22478674d4849e9b185900770507a97, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c00d5bd909154fdbad138cf74d7ebeea, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/7785d92cd97d4fd6ba859ad272e75ac4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/6ba22e5445f64758aa826a2f9c2f51fd] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=137.8 K 2024-11-08T18:40:52,297 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:52,297 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/d22478674d4849e9b185900770507a97, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c00d5bd909154fdbad138cf74d7ebeea, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/7785d92cd97d4fd6ba859ad272e75ac4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/6ba22e5445f64758aa826a2f9c2f51fd] 2024-11-08T18:40:52,298 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting efacaad8bdc04f05a198a3b022fd9733, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091245514 2024-11-08T18:40:52,298 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d22478674d4849e9b185900770507a97, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091245514 2024-11-08T18:40:52,298 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting a6f61618dda148b8ab55d0aefe871fa7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731091245889 2024-11-08T18:40:52,301 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b66b0445f9c24abc844e108617a87315, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731091247082 2024-11-08T18:40:52,301 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting c00d5bd909154fdbad138cf74d7ebeea, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731091245889 2024-11-08T18:40:52,301 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7785d92cd97d4fd6ba859ad272e75ac4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731091247082 2024-11-08T18:40:52,301 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 94dfd16c115a4cb4b9ff53b8b33be79e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731091249327 2024-11-08T18:40:52,302 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6ba22e5445f64758aa826a2f9c2f51fd, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731091249325 2024-11-08T18:40:52,312 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:52,313 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#B#compaction#331 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:52,314 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/0728802954a54deea3e067ed23198df3 is 50, key is test_row_0/B:col10/1731091250507/Put/seqid=0 2024-11-08T18:40:52,319 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411087478c233b6b44375b2c9a251f3310692_fe2cdde3682524ae2421b00ecbf952d0 store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:52,321 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411087478c233b6b44375b2c9a251f3310692_fe2cdde3682524ae2421b00ecbf952d0, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:52,323 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411087478c233b6b44375b2c9a251f3310692_fe2cdde3682524ae2421b00ecbf952d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:52,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742212_1388 (size=12241) 2024-11-08T18:40:52,350 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/0728802954a54deea3e067ed23198df3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0728802954a54deea3e067ed23198df3 2024-11-08T18:40:52,355 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/B of fe2cdde3682524ae2421b00ecbf952d0 into 0728802954a54deea3e067ed23198df3(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:52,355 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:52,355 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/B, priority=12, startTime=1731091252296; duration=0sec 2024-11-08T18:40:52,355 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:52,355 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:B 2024-11-08T18:40:52,355 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:52,359 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:52,359 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/C is initiating minor compaction (all files) 2024-11-08T18:40:52,359 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/C in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:52,359 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/07ded9a1d1a44c91a3a7b7f6bac7b186, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bc6fd490e75e4e31bd94f1e1dde5a921, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f79620770dfd4fe7bb0bb8d5873b4b55, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f0268d9ca75840baad2f5ab85892b707] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=47.0 K 2024-11-08T18:40:52,359 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 07ded9a1d1a44c91a3a7b7f6bac7b186, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1731091245514 2024-11-08T18:40:52,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-11-08T18:40:52,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:52,361 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T18:40:52,364 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting bc6fd490e75e4e31bd94f1e1dde5a921, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1731091245889 2024-11-08T18:40:52,366 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f79620770dfd4fe7bb0bb8d5873b4b55, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731091247082 2024-11-08T18:40:52,366 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f0268d9ca75840baad2f5ab85892b707, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731091249327 2024-11-08T18:40:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742213_1389 (size=4469) 2024-11-08T18:40:52,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f7b79d2bea08464d91630657d34e6611_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091250577/Put/seqid=0 2024-11-08T18:40:52,388 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#C#compaction#334 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:52,388 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/c9609052dedd4f2e9fb9965a5081ce52 is 50, key is test_row_0/C:col10/1731091250507/Put/seqid=0 2024-11-08T18:40:52,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742214_1390 (size=12154) 2024-11-08T18:40:52,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742215_1391 (size=12241) 2024-11-08T18:40:52,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T18:40:52,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:52,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:52,776 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#A#compaction#332 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:52,777 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/80bc2fe0a8244803a135f7c1f59a43ea is 175, key is test_row_0/A:col10/1731091250507/Put/seqid=0 2024-11-08T18:40:52,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742216_1392 (size=31195) 2024-11-08T18:40:52,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:52,809 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f7b79d2bea08464d91630657d34e6611_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f7b79d2bea08464d91630657d34e6611_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:52,810 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/c9609052dedd4f2e9fb9965a5081ce52 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/c9609052dedd4f2e9fb9965a5081ce52 2024-11-08T18:40:52,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/360469f00e1f468891fbf7ad8327ba0b, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:52,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/360469f00e1f468891fbf7ad8327ba0b is 175, key is test_row_0/A:col10/1731091250577/Put/seqid=0 2024-11-08T18:40:52,816 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/C of fe2cdde3682524ae2421b00ecbf952d0 into c9609052dedd4f2e9fb9965a5081ce52(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:52,816 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:52,816 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/C, priority=12, startTime=1731091252296; duration=0sec 2024-11-08T18:40:52,816 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:52,816 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:C 2024-11-08T18:40:52,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742217_1393 (size=30955) 2024-11-08T18:40:52,836 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=130, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/360469f00e1f468891fbf7ad8327ba0b 2024-11-08T18:40:52,848 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/b2a1c26ee6b64fcd8c9d1c2baa33a688 is 50, key is test_row_0/B:col10/1731091250577/Put/seqid=0 2024-11-08T18:40:52,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742218_1394 (size=12001) 2024-11-08T18:40:52,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:52,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091312874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:52,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:52,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:52,889 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:52,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:52,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091312889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:52,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:53,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:53,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091313000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,002 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:53,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091313010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,018 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:53,188 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/80bc2fe0a8244803a135f7c1f59a43ea as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/80bc2fe0a8244803a135f7c1f59a43ea 2024-11-08T18:40:53,193 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/A of fe2cdde3682524ae2421b00ecbf952d0 into 80bc2fe0a8244803a135f7c1f59a43ea(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:53,193 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:53,193 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/A, priority=12, startTime=1731091252296; duration=0sec 2024-11-08T18:40:53,193 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:53,193 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:A 2024-11-08T18:40:53,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:53,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091313210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,218 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091313230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:53,268 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/b2a1c26ee6b64fcd8c9d1c2baa33a688 2024-11-08T18:40:53,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/30d98a46b284478ab7d30eedecde4124 is 50, key is test_row_0/C:col10/1731091250577/Put/seqid=0 2024-11-08T18:40:53,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742219_1395 (size=12001) 2024-11-08T18:40:53,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:53,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091313520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,528 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:53,539 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:53,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091313530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:53,539 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in fe2cdde3682524ae2421b00ecbf952d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4214 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,540 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:53,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:53,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091313540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:53,545 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in fe2cdde3682524ae2421b00ecbf952d0 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4219 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:53,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,546 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:53,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:53,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091313550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:53,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:53,556 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:53,692 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=130 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/30d98a46b284478ab7d30eedecde4124 2024-11-08T18:40:53,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/360469f00e1f468891fbf7ad8327ba0b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/360469f00e1f468891fbf7ad8327ba0b 2024-11-08T18:40:53,703 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/360469f00e1f468891fbf7ad8327ba0b, entries=150, sequenceid=130, filesize=30.2 K 2024-11-08T18:40:53,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/b2a1c26ee6b64fcd8c9d1c2baa33a688 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b2a1c26ee6b64fcd8c9d1c2baa33a688 2024-11-08T18:40:53,709 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b2a1c26ee6b64fcd8c9d1c2baa33a688, entries=150, sequenceid=130, filesize=11.7 K 2024-11-08T18:40:53,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/30d98a46b284478ab7d30eedecde4124 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/30d98a46b284478ab7d30eedecde4124 2024-11-08T18:40:53,715 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/30d98a46b284478ab7d30eedecde4124, entries=150, sequenceid=130, filesize=11.7 K 2024-11-08T18:40:53,716 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for fe2cdde3682524ae2421b00ecbf952d0 in 1355ms, sequenceid=130, compaction requested=false 2024-11-08T18:40:53,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:53,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:53,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-11-08T18:40:53,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-11-08T18:40:53,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-11-08T18:40:53,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1230 sec 2024-11-08T18:40:53,722 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 2.1300 sec 2024-11-08T18:40:53,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-11-08T18:40:53,740 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:53,741 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-11-08T18:40:53,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T18:40:53,742 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:53,743 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:53,743 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:53,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T18:40:53,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-11-08T18:40:53,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:53,896 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:40:53,903 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e7e69ca21d724f6b87c3468a705864d9_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091252872/Put/seqid=0 2024-11-08T18:40:53,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742220_1396 (size=12304) 2024-11-08T18:40:53,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:53,916 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e7e69ca21d724f6b87c3468a705864d9_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e7e69ca21d724f6b87c3468a705864d9_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:53,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/c101b9b9b11b4caa88bd1113ffcae360, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:53,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/c101b9b9b11b4caa88bd1113ffcae360 is 175, key is test_row_0/A:col10/1731091252872/Put/seqid=0 2024-11-08T18:40:53,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742221_1397 (size=31105) 2024-11-08T18:40:54,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:54,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:54,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T18:40:54,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091314082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,092 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:54,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:54,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091314091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,102 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:54,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:54,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091314202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:54,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,214 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:54,219 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:54,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091314210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:54,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,220 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:54,329 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/c101b9b9b11b4caa88bd1113ffcae360 2024-11-08T18:40:54,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/509df432b1fb40318a7022e9b8cbf8e4 is 50, key is test_row_0/B:col10/1731091252872/Put/seqid=0 2024-11-08T18:40:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T18:40:54,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742222_1398 (size=12151) 2024-11-08T18:40:54,392 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/509df432b1fb40318a7022e9b8cbf8e4 2024-11-08T18:40:54,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/bf0d7040e8694fb9a9527e320687f583 is 50, key is test_row_0/C:col10/1731091252872/Put/seqid=0 2024-11-08T18:40:54,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742223_1399 (size=12151) 2024-11-08T18:40:54,424 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/bf0d7040e8694fb9a9527e320687f583 2024-11-08T18:40:54,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/c101b9b9b11b4caa88bd1113ffcae360 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c101b9b9b11b4caa88bd1113ffcae360 2024-11-08T18:40:54,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:54,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091314420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:54,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,429 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:54,432 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c101b9b9b11b4caa88bd1113ffcae360, entries=150, sequenceid=156, filesize=30.4 K 2024-11-08T18:40:54,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/509df432b1fb40318a7022e9b8cbf8e4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/509df432b1fb40318a7022e9b8cbf8e4 2024-11-08T18:40:54,438 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/509df432b1fb40318a7022e9b8cbf8e4, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T18:40:54,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/bf0d7040e8694fb9a9527e320687f583 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bf0d7040e8694fb9a9527e320687f583 2024-11-08T18:40:54,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:54,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091314430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,442 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:54,443 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bf0d7040e8694fb9a9527e320687f583, entries=150, sequenceid=156, filesize=11.9 K 2024-11-08T18:40:54,444 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fe2cdde3682524ae2421b00ecbf952d0 in 548ms, sequenceid=156, compaction requested=true 2024-11-08T18:40:54,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:54,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:54,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-11-08T18:40:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-11-08T18:40:54,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-11-08T18:40:54,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 703 msec 2024-11-08T18:40:54,452 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 710 msec 2024-11-08T18:40:54,747 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:54,747 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:40:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:54,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108940c76ff5177448cbdd2c65bbe188801_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091254745/Put/seqid=0 2024-11-08T18:40:54,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742224_1400 (size=14794) 2024-11-08T18:40:54,827 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:54,835 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108940c76ff5177448cbdd2c65bbe188801_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108940c76ff5177448cbdd2c65bbe188801_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:54,836 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a5eab64af8504f439f45514da3d0bd33, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:54,837 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a5eab64af8504f439f45514da3d0bd33 is 175, key is test_row_0/A:col10/1731091254745/Put/seqid=0 2024-11-08T18:40:54,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-11-08T18:40:54,883 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:54,883 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:54,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-11-08T18:40:54,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T18:40:54,886 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:54,887 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:54,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:54,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742225_1401 (size=39749) 2024-11-08T18:40:54,892 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a5eab64af8504f439f45514da3d0bd33 2024-11-08T18:40:54,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:54,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091314886, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:54,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:54,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091314896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:54,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:54,904 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:54,922 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/e2ca3c28d3254600ba54f7a783b931e4 is 50, key is test_row_0/B:col10/1731091254745/Put/seqid=0 2024-11-08T18:40:54,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742226_1402 (size=12151) 2024-11-08T18:40:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T18:40:55,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:55,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091315001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:55,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,010 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:55,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:55,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091315010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,020 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:55,041 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T18:40:55,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T18:40:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:55,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,196 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T18:40:55,234 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:55,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091315221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,234 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:55,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:55,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091315230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:55,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T18:40:55,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,364 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/e2ca3c28d3254600ba54f7a783b931e4 2024-11-08T18:40:55,387 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/ce9820ae5a2f468da95be8330dee711b is 50, key is test_row_0/C:col10/1731091254745/Put/seqid=0 2024-11-08T18:40:55,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742227_1403 (size=12151) 2024-11-08T18:40:55,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T18:40:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:55,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T18:40:55,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:55,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091315546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:55,547 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:55,547 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091315547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:55,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:55,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T18:40:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T18:40:55,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] handler.RSProcedureHandler(58): pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=106 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=106 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:55,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/ce9820ae5a2f468da95be8330dee711b 2024-11-08T18:40:55,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a5eab64af8504f439f45514da3d0bd33 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a5eab64af8504f439f45514da3d0bd33 2024-11-08T18:40:55,832 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a5eab64af8504f439f45514da3d0bd33, entries=200, sequenceid=169, filesize=38.8 K 2024-11-08T18:40:55,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/e2ca3c28d3254600ba54f7a783b931e4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e2ca3c28d3254600ba54f7a783b931e4 2024-11-08T18:40:55,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e2ca3c28d3254600ba54f7a783b931e4, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T18:40:55,837 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/ce9820ae5a2f468da95be8330dee711b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ce9820ae5a2f468da95be8330dee711b 2024-11-08T18:40:55,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ce9820ae5a2f468da95be8330dee711b, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T18:40:55,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fe2cdde3682524ae2421b00ecbf952d0 in 1095ms, sequenceid=169, compaction requested=true 2024-11-08T18:40:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:55,842 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:55,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:55,842 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:55,843 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 133004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:55,843 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/A is initiating minor compaction (all files) 2024-11-08T18:40:55,843 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/A in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,844 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/80bc2fe0a8244803a135f7c1f59a43ea, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/360469f00e1f468891fbf7ad8327ba0b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c101b9b9b11b4caa88bd1113ffcae360, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a5eab64af8504f439f45514da3d0bd33] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=129.9 K 2024-11-08T18:40:55,844 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,844 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:55,844 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/80bc2fe0a8244803a135f7c1f59a43ea, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/360469f00e1f468891fbf7ad8327ba0b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c101b9b9b11b4caa88bd1113ffcae360, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a5eab64af8504f439f45514da3d0bd33] 2024-11-08T18:40:55,844 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/B is initiating minor compaction (all files) 2024-11-08T18:40:55,844 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/B in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,844 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0728802954a54deea3e067ed23198df3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b2a1c26ee6b64fcd8c9d1c2baa33a688, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/509df432b1fb40318a7022e9b8cbf8e4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e2ca3c28d3254600ba54f7a783b931e4] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=47.4 K 2024-11-08T18:40:55,844 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 80bc2fe0a8244803a135f7c1f59a43ea, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731091249327 2024-11-08T18:40:55,844 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 0728802954a54deea3e067ed23198df3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731091249327 2024-11-08T18:40:55,845 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b2a1c26ee6b64fcd8c9d1c2baa33a688, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731091250549 2024-11-08T18:40:55,845 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 360469f00e1f468891fbf7ad8327ba0b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731091250549 2024-11-08T18:40:55,845 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 509df432b1fb40318a7022e9b8cbf8e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731091252851 2024-11-08T18:40:55,845 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting c101b9b9b11b4caa88bd1113ffcae360, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731091252851 2024-11-08T18:40:55,845 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting e2ca3c28d3254600ba54f7a783b931e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091254078 2024-11-08T18:40:55,845 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5eab64af8504f439f45514da3d0bd33, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091254056 2024-11-08T18:40:55,854 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:55,854 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#B#compaction#343 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:55,855 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/c892bfaf71b24f248c86a3056e2fda71 is 50, key is test_row_0/B:col10/1731091254745/Put/seqid=0 2024-11-08T18:40:55,857 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108550be7395c90436d88a426f09aa99567_fe2cdde3682524ae2421b00ecbf952d0 store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:55,859 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108550be7395c90436d88a426f09aa99567_fe2cdde3682524ae2421b00ecbf952d0, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:55,859 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108550be7395c90436d88a426f09aa99567_fe2cdde3682524ae2421b00ecbf952d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:55,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742228_1404 (size=12527) 2024-11-08T18:40:55,870 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/c892bfaf71b24f248c86a3056e2fda71 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/c892bfaf71b24f248c86a3056e2fda71 2024-11-08T18:40:55,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742229_1405 (size=4469) 2024-11-08T18:40:55,875 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#A#compaction#344 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:55,876 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/337360c9ce1d4b4b907cf4a5f6510e1c is 175, key is test_row_0/A:col10/1731091254745/Put/seqid=0 2024-11-08T18:40:55,878 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/B of fe2cdde3682524ae2421b00ecbf952d0 into c892bfaf71b24f248c86a3056e2fda71(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:55,878 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:55,878 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/B, priority=12, startTime=1731091255842; duration=0sec 2024-11-08T18:40:55,878 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:55,878 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:B 2024-11-08T18:40:55,879 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:40:55,880 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48544 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:40:55,880 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/C is initiating minor compaction (all files) 2024-11-08T18:40:55,880 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/C in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,880 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/c9609052dedd4f2e9fb9965a5081ce52, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/30d98a46b284478ab7d30eedecde4124, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bf0d7040e8694fb9a9527e320687f583, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ce9820ae5a2f468da95be8330dee711b] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=47.4 K 2024-11-08T18:40:55,881 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c9609052dedd4f2e9fb9965a5081ce52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1731091249327 2024-11-08T18:40:55,881 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 30d98a46b284478ab7d30eedecde4124, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=130, earliestPutTs=1731091250549 2024-11-08T18:40:55,881 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting bf0d7040e8694fb9a9527e320687f583, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1731091252851 2024-11-08T18:40:55,882 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ce9820ae5a2f468da95be8330dee711b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091254078 2024-11-08T18:40:55,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742230_1406 (size=31481) 2024-11-08T18:40:55,901 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/337360c9ce1d4b4b907cf4a5f6510e1c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/337360c9ce1d4b4b907cf4a5f6510e1c 2024-11-08T18:40:55,906 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/A of fe2cdde3682524ae2421b00ecbf952d0 into 337360c9ce1d4b4b907cf4a5f6510e1c(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:55,906 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:55,906 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/A, priority=12, startTime=1731091255842; duration=0sec 2024-11-08T18:40:55,906 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:55,906 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:A 2024-11-08T18:40:55,906 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#C#compaction#345 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:55,907 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/390ba2573b72478384e9557a96168a03 is 50, key is test_row_0/C:col10/1731091254745/Put/seqid=0 2024-11-08T18:40:55,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742231_1407 (size=12527) 2024-11-08T18:40:55,937 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/390ba2573b72478384e9557a96168a03 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/390ba2573b72478384e9557a96168a03 2024-11-08T18:40:55,942 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/C of fe2cdde3682524ae2421b00ecbf952d0 into 390ba2573b72478384e9557a96168a03(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:55,942 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:55,942 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/C, priority=12, startTime=1731091255842; duration=0sec 2024-11-08T18:40:55,942 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:55,942 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:C 2024-11-08T18:40:55,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-11-08T18:40:55,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:55,963 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T18:40:55,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080bc9e223146345708421651fcb42bd53_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091254892/Put/seqid=0 2024-11-08T18:40:55,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742232_1408 (size=12304) 2024-11-08T18:40:56,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T18:40:56,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:56,054 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:56,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091316086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,094 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:56,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091316094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,095 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:56,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091316200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,206 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,206 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:56,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091316200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,207 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:56,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:56,384 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080bc9e223146345708421651fcb42bd53_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080bc9e223146345708421651fcb42bd53_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:56,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a6fdde025d8c43508ff7976349414fd9, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:56,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a6fdde025d8c43508ff7976349414fd9 is 175, key is test_row_0/A:col10/1731091254892/Put/seqid=0 2024-11-08T18:40:56,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742233_1409 (size=31105) 2024-11-08T18:40:56,393 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=195, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a6fdde025d8c43508ff7976349414fd9 2024-11-08T18:40:56,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/fee45a612aef432c86a6f4c790586703 is 50, key is test_row_0/B:col10/1731091254892/Put/seqid=0 2024-11-08T18:40:56,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742234_1410 (size=12151) 2024-11-08T18:40:56,411 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/fee45a612aef432c86a6f4c790586703 2024-11-08T18:40:56,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091316411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091316411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,415 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,416 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:56,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/15237b1258dd4e6da7924544eb47190d is 50, key is test_row_0/C:col10/1731091254892/Put/seqid=0 2024-11-08T18:40:56,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742235_1411 (size=12151) 2024-11-08T18:40:56,435 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=195 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/15237b1258dd4e6da7924544eb47190d 2024-11-08T18:40:56,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a6fdde025d8c43508ff7976349414fd9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a6fdde025d8c43508ff7976349414fd9 2024-11-08T18:40:56,445 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a6fdde025d8c43508ff7976349414fd9, entries=150, sequenceid=195, filesize=30.4 K 2024-11-08T18:40:56,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/fee45a612aef432c86a6f4c790586703 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/fee45a612aef432c86a6f4c790586703 2024-11-08T18:40:56,451 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/fee45a612aef432c86a6f4c790586703, entries=150, sequenceid=195, filesize=11.9 K 2024-11-08T18:40:56,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/15237b1258dd4e6da7924544eb47190d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15237b1258dd4e6da7924544eb47190d 2024-11-08T18:40:56,456 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15237b1258dd4e6da7924544eb47190d, entries=150, sequenceid=195, filesize=11.9 K 2024-11-08T18:40:56,457 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fe2cdde3682524ae2421b00ecbf952d0 in 495ms, sequenceid=195, compaction requested=false 2024-11-08T18:40:56,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:56,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:56,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-11-08T18:40:56,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-11-08T18:40:56,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-11-08T18:40:56,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5720 sec 2024-11-08T18:40:56,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.5790 sec 2024-11-08T18:40:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:56,725 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:56,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-11-08T18:40:56,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c269ff89ee6045579cca0d5ca7ba5a5c_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091256074/Put/seqid=0 2024-11-08T18:40:56,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742236_1412 (size=17284) 2024-11-08T18:40:56,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091316844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,858 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:56,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091316844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:56,969 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091316960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,970 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:56,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:56,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091316970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:56,980 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-11-08T18:40:57,041 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:40:57,041 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:40:57,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-11-08T18:40:57,043 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:40:57,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T18:40:57,044 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:40:57,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:40:57,148 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:57,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T18:40:57,152 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c269ff89ee6045579cca0d5ca7ba5a5c_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c269ff89ee6045579cca0d5ca7ba5a5c_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:57,153 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/2ca955c6f3ed48b6ac0de26ee206cac9, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:57,153 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/2ca955c6f3ed48b6ac0de26ee206cac9 is 175, key is test_row_0/A:col10/1731091256074/Put/seqid=0 2024-11-08T18:40:57,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742237_1413 (size=48389) 2024-11-08T18:40:57,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:57,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091317180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:57,189 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,190 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:57,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:57,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:57,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,200 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:57,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091317190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:57,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,201 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:57,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:57,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:57,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T18:40:57,503 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:57,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091317500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,504 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:57,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:57,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:57,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,505 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:57,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091317510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:57,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:57,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37742 deadline: 1731091317550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:57,555 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in fe2cdde3682524ae2421b00ecbf952d0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,556 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:57,559 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/2ca955c6f3ed48b6ac0de26ee206cac9 2024-11-08T18:40:57,566 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/3d7af749a4e24b16b8ee6276ad238321 is 50, key is test_row_0/B:col10/1731091256074/Put/seqid=0 2024-11-08T18:40:57,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:57,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37782 deadline: 1731091317560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:57,568 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in fe2cdde3682524ae2421b00ecbf952d0 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8242 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:40:57,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:57,570 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:57,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742238_1414 (size=12151) 2024-11-08T18:40:57,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/3d7af749a4e24b16b8ee6276ad238321 2024-11-08T18:40:57,583 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/85eb19c14262409fadb48a0cfcd0e984 is 50, key is test_row_0/C:col10/1731091256074/Put/seqid=0 2024-11-08T18:40:57,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742239_1415 (size=12151) 2024-11-08T18:40:57,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T18:40:57,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:57,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:57,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:57,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:57,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:57,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:57,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/85eb19c14262409fadb48a0cfcd0e984 2024-11-08T18:40:57,995 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/2ca955c6f3ed48b6ac0de26ee206cac9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2ca955c6f3ed48b6ac0de26ee206cac9 2024-11-08T18:40:57,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2ca955c6f3ed48b6ac0de26ee206cac9, entries=250, sequenceid=210, filesize=47.3 K 2024-11-08T18:40:57,999 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/3d7af749a4e24b16b8ee6276ad238321 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/3d7af749a4e24b16b8ee6276ad238321 2024-11-08T18:40:58,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/3d7af749a4e24b16b8ee6276ad238321, entries=150, sequenceid=210, filesize=11.9 K 2024-11-08T18:40:58,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/85eb19c14262409fadb48a0cfcd0e984 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/85eb19c14262409fadb48a0cfcd0e984 2024-11-08T18:40:58,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/85eb19c14262409fadb48a0cfcd0e984, entries=150, sequenceid=210, filesize=11.9 K 2024-11-08T18:40:58,007 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for fe2cdde3682524ae2421b00ecbf952d0 in 1280ms, sequenceid=210, compaction requested=true 2024-11-08T18:40:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:40:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:58,007 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:58,007 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:40:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:40:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:58,008 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110975 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:58,008 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:58,008 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/A is initiating minor compaction (all files) 2024-11-08T18:40:58,008 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/B is initiating minor compaction (all files) 2024-11-08T18:40:58,008 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/B in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,008 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/A in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,008 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/c892bfaf71b24f248c86a3056e2fda71, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/fee45a612aef432c86a6f4c790586703, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/3d7af749a4e24b16b8ee6276ad238321] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=36.0 K 2024-11-08T18:40:58,008 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/337360c9ce1d4b4b907cf4a5f6510e1c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a6fdde025d8c43508ff7976349414fd9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2ca955c6f3ed48b6ac0de26ee206cac9] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=108.4 K 2024-11-08T18:40:58,008 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,008 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/337360c9ce1d4b4b907cf4a5f6510e1c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a6fdde025d8c43508ff7976349414fd9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2ca955c6f3ed48b6ac0de26ee206cac9] 2024-11-08T18:40:58,009 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c892bfaf71b24f248c86a3056e2fda71, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091254078 2024-11-08T18:40:58,009 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 337360c9ce1d4b4b907cf4a5f6510e1c, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091254078 2024-11-08T18:40:58,009 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting fee45a612aef432c86a6f4c790586703, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731091254853 2024-11-08T18:40:58,009 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d7af749a4e24b16b8ee6276ad238321, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091256074 2024-11-08T18:40:58,010 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6fdde025d8c43508ff7976349414fd9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731091254853 2024-11-08T18:40:58,011 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ca955c6f3ed48b6ac0de26ee206cac9, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091256074 2024-11-08T18:40:58,020 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#B#compaction#352 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:58,020 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/d2ce9833555f4eaf82a8386d4aaa6562 is 50, key is test_row_0/B:col10/1731091256074/Put/seqid=0 2024-11-08T18:40:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:58,024 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:58,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T18:40:58,038 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:58,041 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110803bdee78264e49a3b04a6ef2072beb02_fe2cdde3682524ae2421b00ecbf952d0 store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:58,043 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110803bdee78264e49a3b04a6ef2072beb02_fe2cdde3682524ae2421b00ecbf952d0, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:58,043 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110803bdee78264e49a3b04a6ef2072beb02_fe2cdde3682524ae2421b00ecbf952d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:58,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742240_1416 (size=12629) 2024-11-08T18:40:58,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110843d24ae8bfa449c6919399804b114c5d_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091256816/Put/seqid=0 2024-11-08T18:40:58,067 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/d2ce9833555f4eaf82a8386d4aaa6562 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d2ce9833555f4eaf82a8386d4aaa6562 2024-11-08T18:40:58,073 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/B of fe2cdde3682524ae2421b00ecbf952d0 into d2ce9833555f4eaf82a8386d4aaa6562(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:58,073 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:58,073 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/B, priority=13, startTime=1731091258007; duration=0sec 2024-11-08T18:40:58,074 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:40:58,074 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:B 2024-11-08T18:40:58,074 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:40:58,074 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:40:58,074 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/C is initiating minor compaction (all files) 2024-11-08T18:40:58,075 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/C in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,075 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/390ba2573b72478384e9557a96168a03, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15237b1258dd4e6da7924544eb47190d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/85eb19c14262409fadb48a0cfcd0e984] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=36.0 K 2024-11-08T18:40:58,075 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 390ba2573b72478384e9557a96168a03, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091254078 2024-11-08T18:40:58,075 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 15237b1258dd4e6da7924544eb47190d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=195, earliestPutTs=1731091254853 2024-11-08T18:40:58,075 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 85eb19c14262409fadb48a0cfcd0e984, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091256074 2024-11-08T18:40:58,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:58,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091318081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:58,082 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,083 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742242_1418 (size=14794) 2024-11-08T18:40:58,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742241_1417 (size=4469) 2024-11-08T18:40:58,095 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#C#compaction#355 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:58,095 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7b0896b9d7cc469994ec1f9c3a356e67 is 50, key is test_row_0/C:col10/1731091256074/Put/seqid=0 2024-11-08T18:40:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091318082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,099 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:58,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742243_1419 (size=12629) 2024-11-08T18:40:58,118 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:58,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T18:40:58,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:58,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091318190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:58,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,194 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:58,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091318210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,215 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:58,271 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:58,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091318400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:58,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,411 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:58,424 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:58,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091318420, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:58,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:58,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,425 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,492 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:58,495 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110843d24ae8bfa449c6919399804b114c5d_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110843d24ae8bfa449c6919399804b114c5d_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:58,496 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#A#compaction#353 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:40:58,496 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/9d75e419a1ce4c21949963cab60fcdc2, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:58,496 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/278acf4b18fd495cb8ba205fedbf1625 is 175, key is test_row_0/A:col10/1731091256074/Put/seqid=0 2024-11-08T18:40:58,497 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/9d75e419a1ce4c21949963cab60fcdc2 is 175, key is test_row_0/A:col10/1731091256816/Put/seqid=0 2024-11-08T18:40:58,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742244_1420 (size=31583) 2024-11-08T18:40:58,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742245_1421 (size=39749) 2024-11-08T18:40:58,518 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7b0896b9d7cc469994ec1f9c3a356e67 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7b0896b9d7cc469994ec1f9c3a356e67 2024-11-08T18:40:58,519 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/278acf4b18fd495cb8ba205fedbf1625 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/278acf4b18fd495cb8ba205fedbf1625 2024-11-08T18:40:58,521 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/9d75e419a1ce4c21949963cab60fcdc2 2024-11-08T18:40:58,523 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/C of fe2cdde3682524ae2421b00ecbf952d0 into 7b0896b9d7cc469994ec1f9c3a356e67(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:58,523 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:58,523 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/C, priority=13, startTime=1731091258007; duration=0sec 2024-11-08T18:40:58,524 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:58,524 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:C 2024-11-08T18:40:58,525 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/A of fe2cdde3682524ae2421b00ecbf952d0 into 278acf4b18fd495cb8ba205fedbf1625(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:40:58,525 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:58,525 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/A, priority=13, startTime=1731091258007; duration=0sec 2024-11-08T18:40:58,525 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:40:58,525 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:A 2024-11-08T18:40:58,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/31dca2454026472d9b5b0d10e287fc35 is 50, key is test_row_0/B:col10/1731091256816/Put/seqid=0 2024-11-08T18:40:58,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742246_1422 (size=12151) 2024-11-08T18:40:58,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/31dca2454026472d9b5b0d10e287fc35 2024-11-08T18:40:58,553 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7e3969970b4642ddb9b2cb4d94330e2d is 50, key is test_row_0/C:col10/1731091256816/Put/seqid=0 2024-11-08T18:40:58,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742247_1423 (size=12151) 2024-11-08T18:40:58,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:58,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091318720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:58,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,727 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:58,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:58,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:58,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,736 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:58,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091318730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:58,739 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:58,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:58,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:58,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:58,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:40:58,992 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7e3969970b4642ddb9b2cb4d94330e2d 2024-11-08T18:40:58,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/9d75e419a1ce4c21949963cab60fcdc2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/9d75e419a1ce4c21949963cab60fcdc2 2024-11-08T18:40:58,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/9d75e419a1ce4c21949963cab60fcdc2, entries=200, sequenceid=233, filesize=38.8 K 2024-11-08T18:40:59,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/31dca2454026472d9b5b0d10e287fc35 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/31dca2454026472d9b5b0d10e287fc35 2024-11-08T18:40:59,003 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/31dca2454026472d9b5b0d10e287fc35, entries=150, sequenceid=233, filesize=11.9 K 2024-11-08T18:40:59,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7e3969970b4642ddb9b2cb4d94330e2d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7e3969970b4642ddb9b2cb4d94330e2d 2024-11-08T18:40:59,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7e3969970b4642ddb9b2cb4d94330e2d, entries=150, sequenceid=233, filesize=11.9 K 2024-11-08T18:40:59,009 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fe2cdde3682524ae2421b00ecbf952d0 in 985ms, sequenceid=233, compaction requested=false 2024-11-08T18:40:59,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:59,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-11-08T18:40:59,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:59,045 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:40:59,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110831ad408cc72642c7820f313378806460_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091258081/Put/seqid=0 2024-11-08T18:40:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742248_1424 (size=12304) 2024-11-08T18:40:59,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T18:40:59,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:59,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:40:59,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:59,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091319330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,341 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:59,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:59,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091319340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,350 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:59,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:59,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091319450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:59,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,457 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:59,462 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110831ad408cc72642c7820f313378806460_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110831ad408cc72642c7820f313378806460_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:59,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/2fb0b80fc98a47b1aa3574475ce8fba6, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:59,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/2fb0b80fc98a47b1aa3574475ce8fba6 is 175, key is test_row_0/A:col10/1731091258081/Put/seqid=0 2024-11-08T18:40:59,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742249_1425 (size=31105) 2024-11-08T18:40:59,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:59,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091319460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:59,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,471 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:59,471 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/2fb0b80fc98a47b1aa3574475ce8fba6 2024-11-08T18:40:59,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/e0e629ac42b54acd8a97659f8635149c is 50, key is test_row_0/B:col10/1731091258081/Put/seqid=0 2024-11-08T18:40:59,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742250_1426 (size=12151) 2024-11-08T18:40:59,490 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/e0e629ac42b54acd8a97659f8635149c 2024-11-08T18:40:59,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/9875fa53e8dc4a2a8a3560a6776a1675 is 50, key is test_row_0/C:col10/1731091258081/Put/seqid=0 2024-11-08T18:40:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742251_1427 (size=12151) 2024-11-08T18:40:59,528 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/9875fa53e8dc4a2a8a3560a6776a1675 2024-11-08T18:40:59,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/2fb0b80fc98a47b1aa3574475ce8fba6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2fb0b80fc98a47b1aa3574475ce8fba6 2024-11-08T18:40:59,542 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2fb0b80fc98a47b1aa3574475ce8fba6, entries=150, sequenceid=249, filesize=30.4 K 2024-11-08T18:40:59,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/e0e629ac42b54acd8a97659f8635149c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e0e629ac42b54acd8a97659f8635149c 2024-11-08T18:40:59,547 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e0e629ac42b54acd8a97659f8635149c, entries=150, sequenceid=249, filesize=11.9 K 2024-11-08T18:40:59,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/9875fa53e8dc4a2a8a3560a6776a1675 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/9875fa53e8dc4a2a8a3560a6776a1675 2024-11-08T18:40:59,574 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/9875fa53e8dc4a2a8a3560a6776a1675, entries=150, sequenceid=249, filesize=11.9 K 2024-11-08T18:40:59,576 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fe2cdde3682524ae2421b00ecbf952d0 in 531ms, sequenceid=249, compaction requested=true 2024-11-08T18:40:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:40:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:40:59,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-11-08T18:40:59,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-11-08T18:40:59,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-11-08T18:40:59,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5340 sec 2024-11-08T18:40:59,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 2.5400 sec 2024-11-08T18:40:59,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:59,679 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:40:59,679 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:40:59,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110878a224be3d0e45a19be58bac82626a7c_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091259328/Put/seqid=0 2024-11-08T18:40:59,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742252_1428 (size=14994) 2024-11-08T18:40:59,698 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:40:59,704 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110878a224be3d0e45a19be58bac82626a7c_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110878a224be3d0e45a19be58bac82626a7c_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:40:59,705 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/4cec23b8e2034e83bf998768403bef16, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:40:59,705 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/4cec23b8e2034e83bf998768403bef16 is 175, key is test_row_0/A:col10/1731091259328/Put/seqid=0 2024-11-08T18:40:59,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742253_1429 (size=39949) 2024-11-08T18:40:59,735 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=273, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/4cec23b8e2034e83bf998768403bef16 2024-11-08T18:40:59,740 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:59,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091319726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,740 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:59,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:59,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091319729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,743 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:59,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/d47668dc8bf7458eb6bb301096199b28 is 50, key is test_row_0/B:col10/1731091259328/Put/seqid=0 2024-11-08T18:40:59,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742254_1430 (size=12301) 2024-11-08T18:40:59,762 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/d47668dc8bf7458eb6bb301096199b28 2024-11-08T18:40:59,783 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/95e0bfcb12d54286a31d24a9110e27d7 is 50, key is test_row_0/C:col10/1731091259328/Put/seqid=0 2024-11-08T18:40:59,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742255_1431 (size=12301) 2024-11-08T18:40:59,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:59,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091319850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:59,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,859 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:40:59,863 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:40:59,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091319852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:40:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:40:59,866 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:00,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091320070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:00,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091320070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,079 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:00,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,081 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:00,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/95e0bfcb12d54286a31d24a9110e27d7 2024-11-08T18:41:00,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/4cec23b8e2034e83bf998768403bef16 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/4cec23b8e2034e83bf998768403bef16 2024-11-08T18:41:00,216 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/4cec23b8e2034e83bf998768403bef16, entries=200, sequenceid=273, filesize=39.0 K 2024-11-08T18:41:00,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/d47668dc8bf7458eb6bb301096199b28 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d47668dc8bf7458eb6bb301096199b28 2024-11-08T18:41:00,220 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d47668dc8bf7458eb6bb301096199b28, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T18:41:00,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/95e0bfcb12d54286a31d24a9110e27d7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/95e0bfcb12d54286a31d24a9110e27d7 2024-11-08T18:41:00,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/95e0bfcb12d54286a31d24a9110e27d7, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T18:41:00,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for fe2cdde3682524ae2421b00ecbf952d0 in 545ms, sequenceid=273, compaction requested=true 2024-11-08T18:41:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:00,224 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:00,224 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:00,225 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142386 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:00,226 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:00,226 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/A is initiating minor compaction (all files) 2024-11-08T18:41:00,226 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/B is initiating minor compaction (all files) 2024-11-08T18:41:00,226 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/A in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:00,226 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/B in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:00,226 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/278acf4b18fd495cb8ba205fedbf1625, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/9d75e419a1ce4c21949963cab60fcdc2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2fb0b80fc98a47b1aa3574475ce8fba6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/4cec23b8e2034e83bf998768403bef16] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=139.0 K 2024-11-08T18:41:00,226 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d2ce9833555f4eaf82a8386d4aaa6562, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/31dca2454026472d9b5b0d10e287fc35, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e0e629ac42b54acd8a97659f8635149c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d47668dc8bf7458eb6bb301096199b28] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=48.1 K 2024-11-08T18:41:00,226 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:00,226 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/278acf4b18fd495cb8ba205fedbf1625, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/9d75e419a1ce4c21949963cab60fcdc2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2fb0b80fc98a47b1aa3574475ce8fba6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/4cec23b8e2034e83bf998768403bef16] 2024-11-08T18:41:00,226 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2ce9833555f4eaf82a8386d4aaa6562, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091256074 2024-11-08T18:41:00,226 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 278acf4b18fd495cb8ba205fedbf1625, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091256074 2024-11-08T18:41:00,226 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 31dca2454026472d9b5b0d10e287fc35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731091256802 2024-11-08T18:41:00,227 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 9d75e419a1ce4c21949963cab60fcdc2, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731091256802 2024-11-08T18:41:00,227 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0e629ac42b54acd8a97659f8635149c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731091258064 2024-11-08T18:41:00,227 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d47668dc8bf7458eb6bb301096199b28, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731091259328 2024-11-08T18:41:00,227 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 2fb0b80fc98a47b1aa3574475ce8fba6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731091258064 2024-11-08T18:41:00,227 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4cec23b8e2034e83bf998768403bef16, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731091259326 2024-11-08T18:41:00,233 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:00,234 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#B#compaction#364 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:00,235 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/4dbf78987605413b85d80b615bc0cc66 is 50, key is test_row_0/B:col10/1731091259328/Put/seqid=0 2024-11-08T18:41:00,238 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108260f057dce5e4fcab6f86a06dbbef013_fe2cdde3682524ae2421b00ecbf952d0 store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:00,240 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108260f057dce5e4fcab6f86a06dbbef013_fe2cdde3682524ae2421b00ecbf952d0, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:00,241 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108260f057dce5e4fcab6f86a06dbbef013_fe2cdde3682524ae2421b00ecbf952d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:00,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742256_1432 (size=12915) 2024-11-08T18:41:00,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742257_1433 (size=4469) 2024-11-08T18:41:00,246 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#A#compaction#365 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:00,246 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e683a1fb3bb64804920c89822ef68821 is 175, key is test_row_0/A:col10/1731091259328/Put/seqid=0 2024-11-08T18:41:00,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742258_1434 (size=31869) 2024-11-08T18:41:00,256 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e683a1fb3bb64804920c89822ef68821 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e683a1fb3bb64804920c89822ef68821 2024-11-08T18:41:00,261 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/A of fe2cdde3682524ae2421b00ecbf952d0 into e683a1fb3bb64804920c89822ef68821(size=31.1 K), total size for store is 31.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:00,261 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:00,261 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/A, priority=12, startTime=1731091260224; duration=0sec 2024-11-08T18:41:00,261 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:00,261 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:A 2024-11-08T18:41:00,261 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:00,262 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:00,262 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/C is initiating minor compaction (all files) 2024-11-08T18:41:00,263 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/C in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:00,263 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7b0896b9d7cc469994ec1f9c3a356e67, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7e3969970b4642ddb9b2cb4d94330e2d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/9875fa53e8dc4a2a8a3560a6776a1675, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/95e0bfcb12d54286a31d24a9110e27d7] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=48.1 K 2024-11-08T18:41:00,263 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7b0896b9d7cc469994ec1f9c3a356e67, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1731091256074 2024-11-08T18:41:00,263 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e3969970b4642ddb9b2cb4d94330e2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1731091256802 2024-11-08T18:41:00,264 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 9875fa53e8dc4a2a8a3560a6776a1675, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731091258064 2024-11-08T18:41:00,264 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 95e0bfcb12d54286a31d24a9110e27d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731091259328 2024-11-08T18:41:00,272 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#C#compaction#366 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:00,273 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/534341e0f2804baaa3357de625b5234c is 50, key is test_row_0/C:col10/1731091259328/Put/seqid=0 2024-11-08T18:41:00,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742259_1435 (size=12915) 2024-11-08T18:41:00,287 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/534341e0f2804baaa3357de625b5234c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/534341e0f2804baaa3357de625b5234c 2024-11-08T18:41:00,294 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/C of fe2cdde3682524ae2421b00ecbf952d0 into 534341e0f2804baaa3357de625b5234c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:00,294 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:00,294 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/C, priority=12, startTime=1731091260224; duration=0sec 2024-11-08T18:41:00,294 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:00,294 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:C 2024-11-08T18:41:00,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:00,395 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:00,395 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:41:00,412 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110886d50fe035c84388ab7910528993c372_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091259722/Put/seqid=0 2024-11-08T18:41:00,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742260_1436 (size=12454) 2024-11-08T18:41:00,439 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:00,443 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110886d50fe035c84388ab7910528993c372_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110886d50fe035c84388ab7910528993c372_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:00,445 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/0df337f3654940e58a8b548903c07b52, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:00,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/0df337f3654940e58a8b548903c07b52 is 175, key is test_row_0/A:col10/1731091259722/Put/seqid=0 2024-11-08T18:41:00,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742261_1437 (size=31255) 2024-11-08T18:41:00,473 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/0df337f3654940e58a8b548903c07b52 2024-11-08T18:41:00,492 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/bb55ed32e8f94dcbb4f528d44649a441 is 50, key is test_row_0/B:col10/1731091259722/Put/seqid=0 2024-11-08T18:41:00,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742262_1438 (size=12301) 2024-11-08T18:41:00,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091320521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,534 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:00,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:00,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091320525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:00,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,538 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:00,648 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/4dbf78987605413b85d80b615bc0cc66 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/4dbf78987605413b85d80b615bc0cc66 2024-11-08T18:41:00,650 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:00,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091320640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:00,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,651 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:00,653 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/B of fe2cdde3682524ae2421b00ecbf952d0 into 4dbf78987605413b85d80b615bc0cc66(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:00,653 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:00,653 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/B, priority=12, startTime=1731091260224; duration=0sec 2024-11-08T18:41:00,653 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:00,653 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:B 2024-11-08T18:41:00,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091320650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,657 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:00,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091320860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:00,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:00,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091320860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:00,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,867 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:00,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:00,867 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:00,921 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/bb55ed32e8f94dcbb4f528d44649a441 2024-11-08T18:41:00,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/adf9ef501e2b435781ff8536f78033ba is 50, key is test_row_0/C:col10/1731091259722/Put/seqid=0 2024-11-08T18:41:00,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742263_1439 (size=12301) 2024-11-08T18:41:01,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:01,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091321170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:01,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,176 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:01,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:01,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091321180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,187 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:01,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-11-08T18:41:01,210 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:01,211 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-11-08T18:41:01,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T18:41:01,212 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:01,213 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:01,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T18:41:01,364 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-08T18:41:01,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/adf9ef501e2b435781ff8536f78033ba 2024-11-08T18:41:01,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:01,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:41:01,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:01,366 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:01,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:01,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:01,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/0df337f3654940e58a8b548903c07b52 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/0df337f3654940e58a8b548903c07b52 2024-11-08T18:41:01,377 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/0df337f3654940e58a8b548903c07b52, entries=150, sequenceid=288, filesize=30.5 K 2024-11-08T18:41:01,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/bb55ed32e8f94dcbb4f528d44649a441 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/bb55ed32e8f94dcbb4f528d44649a441 2024-11-08T18:41:01,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/bb55ed32e8f94dcbb4f528d44649a441, entries=150, sequenceid=288, filesize=12.0 K 2024-11-08T18:41:01,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/adf9ef501e2b435781ff8536f78033ba as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/adf9ef501e2b435781ff8536f78033ba 2024-11-08T18:41:01,395 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/adf9ef501e2b435781ff8536f78033ba, entries=150, sequenceid=288, filesize=12.0 K 2024-11-08T18:41:01,396 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for fe2cdde3682524ae2421b00ecbf952d0 in 1001ms, sequenceid=288, compaction requested=false 2024-11-08T18:41:01,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:01,525 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-11-08T18:41:01,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:01,525 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-11-08T18:41:01,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T18:41:01,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b28f53675e0d4a7589affd28ff9da962_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091260521/Put/seqid=0 2024-11-08T18:41:01,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742264_1440 (size=12454) 2024-11-08T18:41:01,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:01,541 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b28f53675e0d4a7589affd28ff9da962_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b28f53675e0d4a7589affd28ff9da962_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:01,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/b58e6d9bb19a4e5db787d76d817a8922, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:01,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/b58e6d9bb19a4e5db787d76d817a8922 is 175, key is test_row_0/A:col10/1731091260521/Put/seqid=0 2024-11-08T18:41:01,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742265_1441 (size=31255) 2024-11-08T18:41:01,547 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/b58e6d9bb19a4e5db787d76d817a8922 2024-11-08T18:41:01,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/1b9894af54e943e69da4053311d3f8b7 is 50, key is test_row_0/B:col10/1731091260521/Put/seqid=0 2024-11-08T18:41:01,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742266_1442 (size=12301) 2024-11-08T18:41:01,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:01,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. as already flushing 2024-11-08T18:41:01,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:01,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091321703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:01,709 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,710 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:01,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:01,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091321706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,714 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:01,717 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:01,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091321709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,718 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:01,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091321820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:01,829 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091321821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:01,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091321821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:01,831 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T18:41:01,957 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/1b9894af54e943e69da4053311d3f8b7 2024-11-08T18:41:01,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/15d99fb9f27a487f801aedb52b858be4 is 50, key is test_row_0/C:col10/1731091260521/Put/seqid=0 2024-11-08T18:41:01,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742267_1443 (size=12301) 2024-11-08T18:41:02,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091322040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:02,048 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091322040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:02,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091322041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,049 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:02,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T18:41:02,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:02,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091322360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:02,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091322360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:02,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091322360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,369 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:02,370 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/15d99fb9f27a487f801aedb52b858be4 2024-11-08T18:41:02,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/b58e6d9bb19a4e5db787d76d817a8922 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b58e6d9bb19a4e5db787d76d817a8922 2024-11-08T18:41:02,379 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b58e6d9bb19a4e5db787d76d817a8922, entries=150, sequenceid=312, filesize=30.5 K 2024-11-08T18:41:02,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/1b9894af54e943e69da4053311d3f8b7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/1b9894af54e943e69da4053311d3f8b7 2024-11-08T18:41:02,383 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/1b9894af54e943e69da4053311d3f8b7, entries=150, sequenceid=312, filesize=12.0 K 2024-11-08T18:41:02,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/15d99fb9f27a487f801aedb52b858be4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15d99fb9f27a487f801aedb52b858be4 2024-11-08T18:41:02,386 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15d99fb9f27a487f801aedb52b858be4, entries=150, sequenceid=312, filesize=12.0 K 2024-11-08T18:41:02,387 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for fe2cdde3682524ae2421b00ecbf952d0 in 862ms, sequenceid=312, compaction requested=true 2024-11-08T18:41:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:02,387 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-11-08T18:41:02,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-11-08T18:41:02,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-11-08T18:41:02,391 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1750 sec 2024-11-08T18:41:02,393 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 1.1810 sec 2024-11-08T18:41:02,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:02,885 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:02,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-11-08T18:41:02,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108381099a1d4c34a00ad93c5678c5ee9e7_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091261696/Put/seqid=0 2024-11-08T18:41:02,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742268_1444 (size=14994) 2024-11-08T18:41:02,989 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091322977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091322978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:02,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091322980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:02,990 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:02,991 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:03,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091323100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:03,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091323100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091323100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,110 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,277 INFO [Thread-1640 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1640. 2024-11-08T18:41:03,278 DEBUG [Thread-1640 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:03,278 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,278 DEBUG [Thread-1640 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,278 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:03,278 INFO [Thread-1634 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1634. 2024-11-08T18:41:03,278 DEBUG [Thread-1634 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:03,278 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,278 DEBUG [Thread-1634 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,280 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:03,283 INFO [Thread-1642 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1642. 2024-11-08T18:41:03,283 DEBUG [Thread-1642 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:03,283 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,283 DEBUG [Thread-1642 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,283 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:03,289 INFO [Thread-1636 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1636. 2024-11-08T18:41:03,289 DEBUG [Thread-1636 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:03,289 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,289 DEBUG [Thread-1636 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,289 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:03,292 INFO [Thread-1638 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1638. 2024-11-08T18:41:03,292 DEBUG [Thread-1638 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:03,292 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,292 DEBUG [Thread-1638 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:03,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:03,296 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:03,299 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108381099a1d4c34a00ad93c5678c5ee9e7_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108381099a1d4c34a00ad93c5678c5ee9e7_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:03,300 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a97d354a3c264a559915aa5dfb2f9c7e, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:03,301 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a97d354a3c264a559915aa5dfb2f9c7e is 175, key is test_row_0/A:col10/1731091261696/Put/seqid=0 2024-11-08T18:41:03,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742269_1445 (size=39949) 2024-11-08T18:41:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:03,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091323320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091323320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:03,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091323320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,321 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-11-08T18:41:03,361 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:03,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:03,631 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091323630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:03,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091323631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091323631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:03,632 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:03,704 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a97d354a3c264a559915aa5dfb2f9c7e 2024-11-08T18:41:03,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/0ace73e91604498e8a3125fd79e637db is 50, key is test_row_0/B:col10/1731091261696/Put/seqid=0 2024-11-08T18:41:03,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742270_1446 (size=12301) 2024-11-08T18:41:04,113 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/0ace73e91604498e8a3125fd79e637db 2024-11-08T18:41:04,118 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/6ff8f5fc114845bba6b3918ee14d0857 is 50, key is test_row_0/C:col10/1731091261696/Put/seqid=0 2024-11-08T18:41:04,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742271_1447 (size=12301) 2024-11-08T18:41:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:04,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37804 deadline: 1731091324140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37776 deadline: 1731091324140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:04,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:37788 deadline: 1731091324140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:04,141 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:04,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/6ff8f5fc114845bba6b3918ee14d0857 2024-11-08T18:41:04,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/a97d354a3c264a559915aa5dfb2f9c7e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a97d354a3c264a559915aa5dfb2f9c7e 2024-11-08T18:41:04,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a97d354a3c264a559915aa5dfb2f9c7e, entries=200, sequenceid=326, filesize=39.0 K 2024-11-08T18:41:04,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/0ace73e91604498e8a3125fd79e637db as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0ace73e91604498e8a3125fd79e637db 2024-11-08T18:41:04,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0ace73e91604498e8a3125fd79e637db, entries=150, sequenceid=326, filesize=12.0 K 2024-11-08T18:41:04,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/6ff8f5fc114845bba6b3918ee14d0857 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/6ff8f5fc114845bba6b3918ee14d0857 2024-11-08T18:41:04,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/6ff8f5fc114845bba6b3918ee14d0857, entries=150, sequenceid=326, filesize=12.0 K 2024-11-08T18:41:04,535 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for fe2cdde3682524ae2421b00ecbf952d0 in 1650ms, sequenceid=326, compaction requested=true 2024-11-08T18:41:04,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:04,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:04,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:04,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:04,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:04,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store fe2cdde3682524ae2421b00ecbf952d0:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:04,535 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:04,535 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:04,535 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:04,536 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:04,536 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 134328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:04,536 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/B is initiating minor compaction (all files) 2024-11-08T18:41:04,536 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/A is initiating minor compaction (all files) 2024-11-08T18:41:04,536 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/A in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:04,536 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/B in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:04,536 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/4dbf78987605413b85d80b615bc0cc66, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/bb55ed32e8f94dcbb4f528d44649a441, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/1b9894af54e943e69da4053311d3f8b7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0ace73e91604498e8a3125fd79e637db] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=48.7 K 2024-11-08T18:41:04,536 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e683a1fb3bb64804920c89822ef68821, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/0df337f3654940e58a8b548903c07b52, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b58e6d9bb19a4e5db787d76d817a8922, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a97d354a3c264a559915aa5dfb2f9c7e] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=131.2 K 2024-11-08T18:41:04,536 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:04,537 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e683a1fb3bb64804920c89822ef68821, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/0df337f3654940e58a8b548903c07b52, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b58e6d9bb19a4e5db787d76d817a8922, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a97d354a3c264a559915aa5dfb2f9c7e] 2024-11-08T18:41:04,537 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4dbf78987605413b85d80b615bc0cc66, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731091259328 2024-11-08T18:41:04,537 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting e683a1fb3bb64804920c89822ef68821, keycount=150, bloomtype=ROW, size=31.1 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731091259328 2024-11-08T18:41:04,537 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting bb55ed32e8f94dcbb4f528d44649a441, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731091259722 2024-11-08T18:41:04,537 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0df337f3654940e58a8b548903c07b52, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731091259722 2024-11-08T18:41:04,537 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b9894af54e943e69da4053311d3f8b7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731091260477 2024-11-08T18:41:04,537 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b58e6d9bb19a4e5db787d76d817a8922, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731091260477 2024-11-08T18:41:04,537 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 0ace73e91604498e8a3125fd79e637db, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731091261696 2024-11-08T18:41:04,537 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a97d354a3c264a559915aa5dfb2f9c7e, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731091261696 2024-11-08T18:41:04,543 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:04,544 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#B#compaction#376 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:04,544 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/0d8ffce48402422d920af961372dc722 is 50, key is test_row_0/B:col10/1731091261696/Put/seqid=0 2024-11-08T18:41:04,545 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202411081f309c3fd53b4a2f9721d45f86262d9b_fe2cdde3682524ae2421b00ecbf952d0 store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:04,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742272_1448 (size=13051) 2024-11-08T18:41:04,561 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202411081f309c3fd53b4a2f9721d45f86262d9b_fe2cdde3682524ae2421b00ecbf952d0, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:04,561 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081f309c3fd53b4a2f9721d45f86262d9b_fe2cdde3682524ae2421b00ecbf952d0 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:04,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742273_1449 (size=4469) 2024-11-08T18:41:04,956 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/0d8ffce48402422d920af961372dc722 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0d8ffce48402422d920af961372dc722 2024-11-08T18:41:04,961 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/B of fe2cdde3682524ae2421b00ecbf952d0 into 0d8ffce48402422d920af961372dc722(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:04,961 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:04,961 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/B, priority=12, startTime=1731091264535; duration=0sec 2024-11-08T18:41:04,961 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:04,961 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:B 2024-11-08T18:41:04,961 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:04,962 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:04,962 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): fe2cdde3682524ae2421b00ecbf952d0/C is initiating minor compaction (all files) 2024-11-08T18:41:04,962 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of fe2cdde3682524ae2421b00ecbf952d0/C in TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:04,962 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/534341e0f2804baaa3357de625b5234c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/adf9ef501e2b435781ff8536f78033ba, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15d99fb9f27a487f801aedb52b858be4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/6ff8f5fc114845bba6b3918ee14d0857] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp, totalSize=48.7 K 2024-11-08T18:41:04,962 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 534341e0f2804baaa3357de625b5234c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731091259328 2024-11-08T18:41:04,963 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting adf9ef501e2b435781ff8536f78033ba, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1731091259722 2024-11-08T18:41:04,963 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 15d99fb9f27a487f801aedb52b858be4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1731091260477 2024-11-08T18:41:04,963 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 6ff8f5fc114845bba6b3918ee14d0857, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731091261696 2024-11-08T18:41:04,973 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#C#compaction#378 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:04,974 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7440bb6949ba40e8b31dc1d4b1f82fcf is 50, key is test_row_0/C:col10/1731091261696/Put/seqid=0 2024-11-08T18:41:04,977 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): fe2cdde3682524ae2421b00ecbf952d0#A#compaction#377 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:04,978 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e96b8a0cc93c4effa68c27f321261af1 is 175, key is test_row_0/A:col10/1731091261696/Put/seqid=0 2024-11-08T18:41:04,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742274_1450 (size=13051) 2024-11-08T18:41:04,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742275_1451 (size=32005) 2024-11-08T18:41:04,986 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e96b8a0cc93c4effa68c27f321261af1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e96b8a0cc93c4effa68c27f321261af1 2024-11-08T18:41:04,990 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/A of fe2cdde3682524ae2421b00ecbf952d0 into e96b8a0cc93c4effa68c27f321261af1(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:04,990 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:04,990 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/A, priority=12, startTime=1731091264535; duration=0sec 2024-11-08T18:41:04,990 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:04,990 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:A 2024-11-08T18:41:05,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:05,152 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:05,152 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:41:05,152 INFO [Thread-1625 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1625. 2024-11-08T18:41:05,152 INFO [Thread-1623 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1623. 2024-11-08T18:41:05,152 DEBUG [Thread-1625 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:05,152 INFO [Thread-1631 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1631. 2024-11-08T18:41:05,152 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:05,152 DEBUG [Thread-1631 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:05,152 DEBUG [Thread-1623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:05,152 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:05,152 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:05,152 DEBUG [Thread-1625 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:05,152 DEBUG [Thread-1623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:05,152 DEBUG [Thread-1631 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:05,152 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:05,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:05,153 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:05,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d551c994a8b74bb9a3f47e5bbdea1195_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091262978/Put/seqid=0 2024-11-08T18:41:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742276_1452 (size=12454) 2024-11-08T18:41:05,385 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/7440bb6949ba40e8b31dc1d4b1f82fcf as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7440bb6949ba40e8b31dc1d4b1f82fcf 2024-11-08T18:41:05,390 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in fe2cdde3682524ae2421b00ecbf952d0/C of fe2cdde3682524ae2421b00ecbf952d0 into 7440bb6949ba40e8b31dc1d4b1f82fcf(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:05,390 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:05,390 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., storeName=fe2cdde3682524ae2421b00ecbf952d0/C, priority=12, startTime=1731091264535; duration=0sec 2024-11-08T18:41:05,390 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:05,390 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: fe2cdde3682524ae2421b00ecbf952d0:C 2024-11-08T18:41:05,562 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:05,564 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d551c994a8b74bb9a3f47e5bbdea1195_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d551c994a8b74bb9a3f47e5bbdea1195_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:05,565 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/33ad5bb76684458c8989c82cda79f7af, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:05,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/33ad5bb76684458c8989c82cda79f7af is 175, key is test_row_0/A:col10/1731091262978/Put/seqid=0 2024-11-08T18:41:05,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742277_1453 (size=31255) 2024-11-08T18:41:05,969 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/33ad5bb76684458c8989c82cda79f7af 2024-11-08T18:41:05,976 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/e3641d6008b54c73885a33c8f215c20d is 50, key is test_row_0/B:col10/1731091262978/Put/seqid=0 2024-11-08T18:41:05,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742278_1454 (size=12301) 2024-11-08T18:41:06,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/e3641d6008b54c73885a33c8f215c20d 2024-11-08T18:41:06,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/529ee60e18614f39afcdc050cf4e3d3f is 50, key is test_row_0/C:col10/1731091262978/Put/seqid=0 2024-11-08T18:41:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742279_1455 (size=12301) 2024-11-08T18:41:06,789 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/529ee60e18614f39afcdc050cf4e3d3f 2024-11-08T18:41:06,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/33ad5bb76684458c8989c82cda79f7af as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/33ad5bb76684458c8989c82cda79f7af 2024-11-08T18:41:06,796 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/33ad5bb76684458c8989c82cda79f7af, entries=150, sequenceid=353, filesize=30.5 K 2024-11-08T18:41:06,796 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/e3641d6008b54c73885a33c8f215c20d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e3641d6008b54c73885a33c8f215c20d 2024-11-08T18:41:06,799 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e3641d6008b54c73885a33c8f215c20d, entries=150, sequenceid=353, filesize=12.0 K 2024-11-08T18:41:06,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/529ee60e18614f39afcdc050cf4e3d3f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/529ee60e18614f39afcdc050cf4e3d3f 2024-11-08T18:41:06,802 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/529ee60e18614f39afcdc050cf4e3d3f, entries=150, sequenceid=353, filesize=12.0 K 2024-11-08T18:41:06,802 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for fe2cdde3682524ae2421b00ecbf952d0 in 1650ms, sequenceid=353, compaction requested=false 2024-11-08T18:41:06,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for fe2cdde3682524ae2421b00ecbf952d0: 2024-11-08T18:41:07,592 INFO [Thread-1629 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1629. 2024-11-08T18:41:07,592 DEBUG [Thread-1629 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:07,592 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:07,592 DEBUG [Thread-1629 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:07,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:07,612 INFO [Thread-1627 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1627. 2024-11-08T18:41:07,612 DEBUG [Thread-1627 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:07,612 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:07,612 DEBUG [Thread-1627 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:07,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 25 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 22 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 98 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1146 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3434 rows 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1151 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3448 rows 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1143 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3426 rows 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1141 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3415 rows 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1145 2024-11-08T18:41:07,612 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3425 rows 2024-11-08T18:41:07,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:41:07,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:41:07,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:07,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:07,613 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:07,614 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-08T18:41:07,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:07,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T18:41:07,616 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091267616"}]},"ts":"1731091267616"} 2024-11-08T18:41:07,618 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T18:41:07,618 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T18:41:07,618 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T18:41:07,619 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, UNASSIGN}] 2024-11-08T18:41:07,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, UNASSIGN 2024-11-08T18:41:07,620 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=fe2cdde3682524ae2421b00ecbf952d0, regionState=CLOSING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:07,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=113, ppid=112, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, UNASSIGN because future has completed 2024-11-08T18:41:07,622 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T18:41:07,622 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:41:07,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T18:41:07,774 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(122): Close fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:07,774 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T18:41:07,774 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1722): Closing fe2cdde3682524ae2421b00ecbf952d0, disabling compactions & flushes 2024-11-08T18:41:07,774 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:07,774 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:07,774 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. after waiting 0 ms 2024-11-08T18:41:07,774 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:07,774 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(2902): Flushing fe2cdde3682524ae2421b00ecbf952d0 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-08T18:41:07,779 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086f63bbcf058b4b4fa3bba9a35f82f650_fe2cdde3682524ae2421b00ecbf952d0 is 50, key is test_row_0/A:col10/1731091267611/Put/seqid=0 2024-11-08T18:41:07,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742280_1456 (size=7374) 2024-11-08T18:41:07,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T18:41:08,183 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:08,186 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086f63bbcf058b4b4fa3bba9a35f82f650_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086f63bbcf058b4b4fa3bba9a35f82f650_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:08,187 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e09589b1752d46be845cc6af41bdfa80, store: [table=TestAcidGuarantees family=A region=fe2cdde3682524ae2421b00ecbf952d0] 2024-11-08T18:41:08,187 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e09589b1752d46be845cc6af41bdfa80 is 175, key is test_row_0/A:col10/1731091267611/Put/seqid=0 2024-11-08T18:41:08,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742281_1457 (size=13865) 2024-11-08T18:41:08,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T18:41:08,591 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=359, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e09589b1752d46be845cc6af41bdfa80 2024-11-08T18:41:08,597 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/7fc4a76e0d4c47148ff3813ce5b2d11e is 50, key is test_row_0/B:col10/1731091267611/Put/seqid=0 2024-11-08T18:41:08,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742282_1458 (size=7415) 2024-11-08T18:41:08,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T18:41:09,000 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/7fc4a76e0d4c47148ff3813ce5b2d11e 2024-11-08T18:41:09,005 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/ffe8a90c17a849198f4f40122526a199 is 50, key is test_row_0/C:col10/1731091267611/Put/seqid=0 2024-11-08T18:41:09,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742283_1459 (size=7415) 2024-11-08T18:41:09,409 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/ffe8a90c17a849198f4f40122526a199 2024-11-08T18:41:09,412 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/A/e09589b1752d46be845cc6af41bdfa80 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e09589b1752d46be845cc6af41bdfa80 2024-11-08T18:41:09,415 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e09589b1752d46be845cc6af41bdfa80, entries=50, sequenceid=359, filesize=13.5 K 2024-11-08T18:41:09,416 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/B/7fc4a76e0d4c47148ff3813ce5b2d11e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/7fc4a76e0d4c47148ff3813ce5b2d11e 2024-11-08T18:41:09,418 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/7fc4a76e0d4c47148ff3813ce5b2d11e, entries=50, sequenceid=359, filesize=7.2 K 2024-11-08T18:41:09,419 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/.tmp/C/ffe8a90c17a849198f4f40122526a199 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ffe8a90c17a849198f4f40122526a199 2024-11-08T18:41:09,421 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ffe8a90c17a849198f4f40122526a199, entries=50, sequenceid=359, filesize=7.2 K 2024-11-08T18:41:09,422 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for fe2cdde3682524ae2421b00ecbf952d0 in 1648ms, sequenceid=359, compaction requested=true 2024-11-08T18:41:09,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b70d43d6dc704e69b225670991827451, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e54f3afd21854a7187c4cd3f377e83f6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/fb1c4b8109184740aefd4490f490292b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/d22478674d4849e9b185900770507a97, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c00d5bd909154fdbad138cf74d7ebeea, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/7785d92cd97d4fd6ba859ad272e75ac4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/6ba22e5445f64758aa826a2f9c2f51fd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/80bc2fe0a8244803a135f7c1f59a43ea, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/360469f00e1f468891fbf7ad8327ba0b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c101b9b9b11b4caa88bd1113ffcae360, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a5eab64af8504f439f45514da3d0bd33, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/337360c9ce1d4b4b907cf4a5f6510e1c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a6fdde025d8c43508ff7976349414fd9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2ca955c6f3ed48b6ac0de26ee206cac9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/278acf4b18fd495cb8ba205fedbf1625, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/9d75e419a1ce4c21949963cab60fcdc2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2fb0b80fc98a47b1aa3574475ce8fba6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/4cec23b8e2034e83bf998768403bef16, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e683a1fb3bb64804920c89822ef68821, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/0df337f3654940e58a8b548903c07b52, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b58e6d9bb19a4e5db787d76d817a8922, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a97d354a3c264a559915aa5dfb2f9c7e] to archive 2024-11-08T18:41:09,423 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:41:09,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b70d43d6dc704e69b225670991827451 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b70d43d6dc704e69b225670991827451 2024-11-08T18:41:09,425 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e54f3afd21854a7187c4cd3f377e83f6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e54f3afd21854a7187c4cd3f377e83f6 2024-11-08T18:41:09,426 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/fb1c4b8109184740aefd4490f490292b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/fb1c4b8109184740aefd4490f490292b 2024-11-08T18:41:09,427 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/d22478674d4849e9b185900770507a97 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/d22478674d4849e9b185900770507a97 2024-11-08T18:41:09,428 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c00d5bd909154fdbad138cf74d7ebeea to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c00d5bd909154fdbad138cf74d7ebeea 2024-11-08T18:41:09,429 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/7785d92cd97d4fd6ba859ad272e75ac4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/7785d92cd97d4fd6ba859ad272e75ac4 2024-11-08T18:41:09,430 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/6ba22e5445f64758aa826a2f9c2f51fd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/6ba22e5445f64758aa826a2f9c2f51fd 2024-11-08T18:41:09,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/80bc2fe0a8244803a135f7c1f59a43ea to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/80bc2fe0a8244803a135f7c1f59a43ea 2024-11-08T18:41:09,431 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/360469f00e1f468891fbf7ad8327ba0b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/360469f00e1f468891fbf7ad8327ba0b 2024-11-08T18:41:09,432 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c101b9b9b11b4caa88bd1113ffcae360 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/c101b9b9b11b4caa88bd1113ffcae360 2024-11-08T18:41:09,433 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a5eab64af8504f439f45514da3d0bd33 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a5eab64af8504f439f45514da3d0bd33 2024-11-08T18:41:09,434 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/337360c9ce1d4b4b907cf4a5f6510e1c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/337360c9ce1d4b4b907cf4a5f6510e1c 2024-11-08T18:41:09,435 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a6fdde025d8c43508ff7976349414fd9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a6fdde025d8c43508ff7976349414fd9 2024-11-08T18:41:09,436 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2ca955c6f3ed48b6ac0de26ee206cac9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2ca955c6f3ed48b6ac0de26ee206cac9 2024-11-08T18:41:09,437 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/278acf4b18fd495cb8ba205fedbf1625 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/278acf4b18fd495cb8ba205fedbf1625 2024-11-08T18:41:09,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/9d75e419a1ce4c21949963cab60fcdc2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/9d75e419a1ce4c21949963cab60fcdc2 2024-11-08T18:41:09,438 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2fb0b80fc98a47b1aa3574475ce8fba6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/2fb0b80fc98a47b1aa3574475ce8fba6 2024-11-08T18:41:09,439 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/4cec23b8e2034e83bf998768403bef16 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/4cec23b8e2034e83bf998768403bef16 2024-11-08T18:41:09,440 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e683a1fb3bb64804920c89822ef68821 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e683a1fb3bb64804920c89822ef68821 2024-11-08T18:41:09,441 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/0df337f3654940e58a8b548903c07b52 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/0df337f3654940e58a8b548903c07b52 2024-11-08T18:41:09,442 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b58e6d9bb19a4e5db787d76d817a8922 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/b58e6d9bb19a4e5db787d76d817a8922 2024-11-08T18:41:09,443 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a97d354a3c264a559915aa5dfb2f9c7e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/a97d354a3c264a559915aa5dfb2f9c7e 2024-11-08T18:41:09,444 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/08e2a2220f2f496fb8cc6ea9aaf2d2d0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/f58ab82597ad4ce19fde72c8e0ab232f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/efacaad8bdc04f05a198a3b022fd9733, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/6a8fd366712b4b13ba55da59c8d12743, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/a6f61618dda148b8ab55d0aefe871fa7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b66b0445f9c24abc844e108617a87315, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0728802954a54deea3e067ed23198df3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/94dfd16c115a4cb4b9ff53b8b33be79e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b2a1c26ee6b64fcd8c9d1c2baa33a688, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/509df432b1fb40318a7022e9b8cbf8e4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/c892bfaf71b24f248c86a3056e2fda71, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e2ca3c28d3254600ba54f7a783b931e4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/fee45a612aef432c86a6f4c790586703, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d2ce9833555f4eaf82a8386d4aaa6562, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/3d7af749a4e24b16b8ee6276ad238321, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/31dca2454026472d9b5b0d10e287fc35, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e0e629ac42b54acd8a97659f8635149c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/4dbf78987605413b85d80b615bc0cc66, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d47668dc8bf7458eb6bb301096199b28, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/bb55ed32e8f94dcbb4f528d44649a441, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/1b9894af54e943e69da4053311d3f8b7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0ace73e91604498e8a3125fd79e637db] to archive 2024-11-08T18:41:09,445 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:41:09,446 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/08e2a2220f2f496fb8cc6ea9aaf2d2d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/08e2a2220f2f496fb8cc6ea9aaf2d2d0 2024-11-08T18:41:09,447 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/f58ab82597ad4ce19fde72c8e0ab232f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/f58ab82597ad4ce19fde72c8e0ab232f 2024-11-08T18:41:09,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/efacaad8bdc04f05a198a3b022fd9733 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/efacaad8bdc04f05a198a3b022fd9733 2024-11-08T18:41:09,448 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/6a8fd366712b4b13ba55da59c8d12743 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/6a8fd366712b4b13ba55da59c8d12743 2024-11-08T18:41:09,449 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/a6f61618dda148b8ab55d0aefe871fa7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/a6f61618dda148b8ab55d0aefe871fa7 2024-11-08T18:41:09,450 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b66b0445f9c24abc844e108617a87315 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b66b0445f9c24abc844e108617a87315 2024-11-08T18:41:09,451 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0728802954a54deea3e067ed23198df3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0728802954a54deea3e067ed23198df3 2024-11-08T18:41:09,452 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/94dfd16c115a4cb4b9ff53b8b33be79e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/94dfd16c115a4cb4b9ff53b8b33be79e 2024-11-08T18:41:09,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b2a1c26ee6b64fcd8c9d1c2baa33a688 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/b2a1c26ee6b64fcd8c9d1c2baa33a688 2024-11-08T18:41:09,453 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/509df432b1fb40318a7022e9b8cbf8e4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/509df432b1fb40318a7022e9b8cbf8e4 2024-11-08T18:41:09,454 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/c892bfaf71b24f248c86a3056e2fda71 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/c892bfaf71b24f248c86a3056e2fda71 2024-11-08T18:41:09,455 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e2ca3c28d3254600ba54f7a783b931e4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e2ca3c28d3254600ba54f7a783b931e4 2024-11-08T18:41:09,456 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/fee45a612aef432c86a6f4c790586703 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/fee45a612aef432c86a6f4c790586703 2024-11-08T18:41:09,457 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d2ce9833555f4eaf82a8386d4aaa6562 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d2ce9833555f4eaf82a8386d4aaa6562 2024-11-08T18:41:09,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/3d7af749a4e24b16b8ee6276ad238321 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/3d7af749a4e24b16b8ee6276ad238321 2024-11-08T18:41:09,458 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/31dca2454026472d9b5b0d10e287fc35 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/31dca2454026472d9b5b0d10e287fc35 2024-11-08T18:41:09,459 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e0e629ac42b54acd8a97659f8635149c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e0e629ac42b54acd8a97659f8635149c 2024-11-08T18:41:09,460 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/4dbf78987605413b85d80b615bc0cc66 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/4dbf78987605413b85d80b615bc0cc66 2024-11-08T18:41:09,461 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d47668dc8bf7458eb6bb301096199b28 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/d47668dc8bf7458eb6bb301096199b28 2024-11-08T18:41:09,462 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/bb55ed32e8f94dcbb4f528d44649a441 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/bb55ed32e8f94dcbb4f528d44649a441 2024-11-08T18:41:09,463 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/1b9894af54e943e69da4053311d3f8b7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/1b9894af54e943e69da4053311d3f8b7 2024-11-08T18:41:09,464 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0ace73e91604498e8a3125fd79e637db to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0ace73e91604498e8a3125fd79e637db 2024-11-08T18:41:09,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/87318b691ea3425e86a16b87294dcc5d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/406d7b6857a446a08b8c96c2742b3d74, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/07ded9a1d1a44c91a3a7b7f6bac7b186, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7ee757e0c6c94130bdc5982864f58970, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bc6fd490e75e4e31bd94f1e1dde5a921, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f79620770dfd4fe7bb0bb8d5873b4b55, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/c9609052dedd4f2e9fb9965a5081ce52, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f0268d9ca75840baad2f5ab85892b707, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/30d98a46b284478ab7d30eedecde4124, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bf0d7040e8694fb9a9527e320687f583, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/390ba2573b72478384e9557a96168a03, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ce9820ae5a2f468da95be8330dee711b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15237b1258dd4e6da7924544eb47190d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7b0896b9d7cc469994ec1f9c3a356e67, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/85eb19c14262409fadb48a0cfcd0e984, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7e3969970b4642ddb9b2cb4d94330e2d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/9875fa53e8dc4a2a8a3560a6776a1675, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/534341e0f2804baaa3357de625b5234c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/95e0bfcb12d54286a31d24a9110e27d7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/adf9ef501e2b435781ff8536f78033ba, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15d99fb9f27a487f801aedb52b858be4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/6ff8f5fc114845bba6b3918ee14d0857] to archive 2024-11-08T18:41:09,465 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:41:09,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/87318b691ea3425e86a16b87294dcc5d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/87318b691ea3425e86a16b87294dcc5d 2024-11-08T18:41:09,467 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/406d7b6857a446a08b8c96c2742b3d74 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/406d7b6857a446a08b8c96c2742b3d74 2024-11-08T18:41:09,468 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/07ded9a1d1a44c91a3a7b7f6bac7b186 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/07ded9a1d1a44c91a3a7b7f6bac7b186 2024-11-08T18:41:09,469 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7ee757e0c6c94130bdc5982864f58970 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7ee757e0c6c94130bdc5982864f58970 2024-11-08T18:41:09,470 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bc6fd490e75e4e31bd94f1e1dde5a921 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bc6fd490e75e4e31bd94f1e1dde5a921 2024-11-08T18:41:09,471 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f79620770dfd4fe7bb0bb8d5873b4b55 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f79620770dfd4fe7bb0bb8d5873b4b55 2024-11-08T18:41:09,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/c9609052dedd4f2e9fb9965a5081ce52 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/c9609052dedd4f2e9fb9965a5081ce52 2024-11-08T18:41:09,472 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f0268d9ca75840baad2f5ab85892b707 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/f0268d9ca75840baad2f5ab85892b707 2024-11-08T18:41:09,473 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/30d98a46b284478ab7d30eedecde4124 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/30d98a46b284478ab7d30eedecde4124 2024-11-08T18:41:09,474 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bf0d7040e8694fb9a9527e320687f583 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/bf0d7040e8694fb9a9527e320687f583 2024-11-08T18:41:09,475 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/390ba2573b72478384e9557a96168a03 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/390ba2573b72478384e9557a96168a03 2024-11-08T18:41:09,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ce9820ae5a2f468da95be8330dee711b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ce9820ae5a2f468da95be8330dee711b 2024-11-08T18:41:09,476 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15237b1258dd4e6da7924544eb47190d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15237b1258dd4e6da7924544eb47190d 2024-11-08T18:41:09,477 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7b0896b9d7cc469994ec1f9c3a356e67 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7b0896b9d7cc469994ec1f9c3a356e67 2024-11-08T18:41:09,478 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/85eb19c14262409fadb48a0cfcd0e984 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/85eb19c14262409fadb48a0cfcd0e984 2024-11-08T18:41:09,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7e3969970b4642ddb9b2cb4d94330e2d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7e3969970b4642ddb9b2cb4d94330e2d 2024-11-08T18:41:09,479 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/9875fa53e8dc4a2a8a3560a6776a1675 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/9875fa53e8dc4a2a8a3560a6776a1675 2024-11-08T18:41:09,480 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/534341e0f2804baaa3357de625b5234c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/534341e0f2804baaa3357de625b5234c 2024-11-08T18:41:09,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/95e0bfcb12d54286a31d24a9110e27d7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/95e0bfcb12d54286a31d24a9110e27d7 2024-11-08T18:41:09,481 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/adf9ef501e2b435781ff8536f78033ba to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/adf9ef501e2b435781ff8536f78033ba 2024-11-08T18:41:09,482 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15d99fb9f27a487f801aedb52b858be4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/15d99fb9f27a487f801aedb52b858be4 2024-11-08T18:41:09,483 DEBUG [StoreCloser-TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/6ff8f5fc114845bba6b3918ee14d0857 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/6ff8f5fc114845bba6b3918ee14d0857 2024-11-08T18:41:09,487 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/recovered.edits/362.seqid, newMaxSeqId=362, maxSeqId=4 2024-11-08T18:41:09,487 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. 2024-11-08T18:41:09,487 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] regionserver.HRegion(1676): Region close journal for fe2cdde3682524ae2421b00ecbf952d0: Waiting for close lock at 1731091267774Running coprocessor pre-close hooks at 1731091267774Disabling compacts and flushes for region at 1731091267774Disabling writes for close at 1731091267774Obtaining lock to block concurrent updates at 1731091267774Preparing flush snapshotting stores in fe2cdde3682524ae2421b00ecbf952d0 at 1731091267774Finished memstore snapshotting TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731091267775 (+1 ms)Flushing stores of TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0. at 1731091267775Flushing fe2cdde3682524ae2421b00ecbf952d0/A: creating writer at 1731091267775Flushing mob file fe2cdde3682524ae2421b00ecbf952d0/A: appending metadata at 1731091267779 (+4 ms)Flushing mob file fe2cdde3682524ae2421b00ecbf952d0/A: closing flushed file at 1731091267779Flushing fe2cdde3682524ae2421b00ecbf952d0/A: appending metadata at 1731091268187 (+408 ms)Flushing fe2cdde3682524ae2421b00ecbf952d0/A: closing flushed file at 1731091268187Flushing fe2cdde3682524ae2421b00ecbf952d0/B: creating writer at 1731091268594 (+407 ms)Flushing fe2cdde3682524ae2421b00ecbf952d0/B: appending metadata at 1731091268596 (+2 ms)Flushing fe2cdde3682524ae2421b00ecbf952d0/B: closing flushed file at 1731091268596Flushing fe2cdde3682524ae2421b00ecbf952d0/C: creating writer at 1731091269003 (+407 ms)Flushing fe2cdde3682524ae2421b00ecbf952d0/C: appending metadata at 1731091269005 (+2 ms)Flushing fe2cdde3682524ae2421b00ecbf952d0/C: closing flushed file at 1731091269005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a2000f: reopening flushed file at 1731091269412 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b184de: reopening flushed file at 1731091269415 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f4a4c7a: reopening flushed file at 1731091269419 (+4 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for fe2cdde3682524ae2421b00ecbf952d0 in 1648ms, sequenceid=359, compaction requested=true at 1731091269422 (+3 ms)Writing region close event to WAL at 1731091269484 (+62 ms)Running coprocessor post-close hooks at 1731091269487 (+3 ms)Closed at 1731091269487 2024-11-08T18:41:09,489 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=114}] handler.UnassignRegionHandler(157): Closed fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,489 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=113 updating hbase:meta row=fe2cdde3682524ae2421b00ecbf952d0, regionState=CLOSED 2024-11-08T18:41:09,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=114, ppid=113, state=RUNNABLE, hasLock=false; CloseRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:41:09,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-11-08T18:41:09,492 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseRegionProcedure fe2cdde3682524ae2421b00ecbf952d0, server=d72107b3bc04,46205,1731091153867 in 1.8690 sec 2024-11-08T18:41:09,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=113, resume processing ppid=112 2024-11-08T18:41:09,494 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, ppid=112, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=fe2cdde3682524ae2421b00ecbf952d0, UNASSIGN in 1.8730 sec 2024-11-08T18:41:09,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-11-08T18:41:09,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8760 sec 2024-11-08T18:41:09,496 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091269496"}]},"ts":"1731091269496"} 2024-11-08T18:41:09,497 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T18:41:09,497 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T18:41:09,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8840 sec 2024-11-08T18:41:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-11-08T18:41:09,760 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:09,761 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-08T18:41:09,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:09,762 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=115, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:09,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-08T18:41:09,763 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=115, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:09,766 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,767 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/recovered.edits] 2024-11-08T18:41:09,769 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/33ad5bb76684458c8989c82cda79f7af to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/33ad5bb76684458c8989c82cda79f7af 2024-11-08T18:41:09,770 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e09589b1752d46be845cc6af41bdfa80 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e09589b1752d46be845cc6af41bdfa80 2024-11-08T18:41:09,771 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e96b8a0cc93c4effa68c27f321261af1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/A/e96b8a0cc93c4effa68c27f321261af1 2024-11-08T18:41:09,772 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0d8ffce48402422d920af961372dc722 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/0d8ffce48402422d920af961372dc722 2024-11-08T18:41:09,773 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/7fc4a76e0d4c47148ff3813ce5b2d11e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/7fc4a76e0d4c47148ff3813ce5b2d11e 2024-11-08T18:41:09,774 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e3641d6008b54c73885a33c8f215c20d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/B/e3641d6008b54c73885a33c8f215c20d 2024-11-08T18:41:09,775 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/529ee60e18614f39afcdc050cf4e3d3f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/529ee60e18614f39afcdc050cf4e3d3f 2024-11-08T18:41:09,776 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7440bb6949ba40e8b31dc1d4b1f82fcf to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/7440bb6949ba40e8b31dc1d4b1f82fcf 2024-11-08T18:41:09,777 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ffe8a90c17a849198f4f40122526a199 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/C/ffe8a90c17a849198f4f40122526a199 2024-11-08T18:41:09,779 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/recovered.edits/362.seqid to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0/recovered.edits/362.seqid 2024-11-08T18:41:09,779 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,779 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T18:41:09,780 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T18:41:09,780 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T18:41:09,782 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080bc9e223146345708421651fcb42bd53_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080bc9e223146345708421651fcb42bd53_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,783 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110831ad408cc72642c7820f313378806460_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110831ad408cc72642c7820f313378806460_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,784 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108381099a1d4c34a00ad93c5678c5ee9e7_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108381099a1d4c34a00ad93c5678c5ee9e7_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,784 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110843d24ae8bfa449c6919399804b114c5d_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110843d24ae8bfa449c6919399804b114c5d_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,785 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086f63bbcf058b4b4fa3bba9a35f82f650_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086f63bbcf058b4b4fa3bba9a35f82f650_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,786 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110878a224be3d0e45a19be58bac82626a7c_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110878a224be3d0e45a19be58bac82626a7c_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,786 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110886d50fe035c84388ab7910528993c372_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110886d50fe035c84388ab7910528993c372_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,787 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108940c76ff5177448cbdd2c65bbe188801_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108940c76ff5177448cbdd2c65bbe188801_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,788 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a6cb4de176e34e699dcc18686fc42b94_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108a6cb4de176e34e699dcc18686fc42b94_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,788 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aaa27d3b2d9444c4bcb58f41535d457d_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108aaa27d3b2d9444c4bcb58f41535d457d_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,789 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b28f53675e0d4a7589affd28ff9da962_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b28f53675e0d4a7589affd28ff9da962_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,790 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c269ff89ee6045579cca0d5ca7ba5a5c_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c269ff89ee6045579cca0d5ca7ba5a5c_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,791 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d2d82de449d140a68d307ea46d8b3f85_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d2d82de449d140a68d307ea46d8b3f85_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,792 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d490a14f278e4df4abacd020fbe66bf0_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d490a14f278e4df4abacd020fbe66bf0_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,793 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d551c994a8b74bb9a3f47e5bbdea1195_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d551c994a8b74bb9a3f47e5bbdea1195_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,794 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d6408873d78f4463b16bc7b8ea89e17d_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d6408873d78f4463b16bc7b8ea89e17d_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,795 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e7e69ca21d724f6b87c3468a705864d9_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108e7e69ca21d724f6b87c3468a705864d9_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,795 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f7b79d2bea08464d91630657d34e6611_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f7b79d2bea08464d91630657d34e6611_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,796 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f8e5ba0568e140e7b63656d223e6114a_fe2cdde3682524ae2421b00ecbf952d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f8e5ba0568e140e7b63656d223e6114a_fe2cdde3682524ae2421b00ecbf952d0 2024-11-08T18:41:09,797 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T18:41:09,798 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=115, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:09,800 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T18:41:09,802 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T18:41:09,803 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=115, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:09,803 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T18:41:09,803 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731091269803"}]},"ts":"9223372036854775807"} 2024-11-08T18:41:09,804 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:41:09,804 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => fe2cdde3682524ae2421b00ecbf952d0, NAME => 'TestAcidGuarantees,,1731091240170.fe2cdde3682524ae2421b00ecbf952d0.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T18:41:09,805 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T18:41:09,805 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731091269805"}]},"ts":"9223372036854775807"} 2024-11-08T18:41:09,806 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T18:41:09,807 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=115, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:09,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-08T18:41:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=115 2024-11-08T18:41:09,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T18:41:09,870 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:09,880 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobScanAtomicity Thread=241 (was 240) - Thread LEAK? -, OpenFileDescriptor=455 (was 449) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 303) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7241 (was 7285) 2024-11-08T18:41:09,889 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=241, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=7241 2024-11-08T18:41:09,890 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T18:41:09,890 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:41:09,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:09,892 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:41:09,892 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:09,892 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 116 2024-11-08T18:41:09,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-08T18:41:09,893 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:41:09,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742284_1460 (size=959) 2024-11-08T18:41:10,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-08T18:41:10,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-08T18:41:10,299 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2 2024-11-08T18:41:10,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742285_1461 (size=53) 2024-11-08T18:41:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-08T18:41:10,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:41:10,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing db1e8c23dcd8d4b2cf33f80a5f8683d7, disabling compactions & flushes 2024-11-08T18:41:10,705 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:10,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:10,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. after waiting 0 ms 2024-11-08T18:41:10,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:10,705 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:10,705 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: Waiting for close lock at 1731091270705Disabling compacts and flushes for region at 1731091270705Disabling writes for close at 1731091270705Writing region close event to WAL at 1731091270705Closed at 1731091270705 2024-11-08T18:41:10,707 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:41:10,707 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731091270707"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731091270707"}]},"ts":"1731091270707"} 2024-11-08T18:41:10,708 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:41:10,709 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:41:10,709 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091270709"}]},"ts":"1731091270709"} 2024-11-08T18:41:10,711 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T18:41:10,711 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db1e8c23dcd8d4b2cf33f80a5f8683d7, ASSIGN}] 2024-11-08T18:41:10,713 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db1e8c23dcd8d4b2cf33f80a5f8683d7, ASSIGN 2024-11-08T18:41:10,714 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db1e8c23dcd8d4b2cf33f80a5f8683d7, ASSIGN; state=OFFLINE, location=d72107b3bc04,46205,1731091153867; forceNewPlan=false, retain=false 2024-11-08T18:41:10,865 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=db1e8c23dcd8d4b2cf33f80a5f8683d7, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=117, ppid=116, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db1e8c23dcd8d4b2cf33f80a5f8683d7, ASSIGN because future has completed 2024-11-08T18:41:10,866 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:41:11,020 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:11,020 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7752): Opening region: {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:41:11,022 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,022 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:41:11,022 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7794): checking encryption for db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,022 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(7797): checking classloading for db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,023 INFO [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,024 INFO [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1e8c23dcd8d4b2cf33f80a5f8683d7 columnFamilyName A 2024-11-08T18:41:11,025 DEBUG [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:11,025 INFO [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] regionserver.HStore(327): Store=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:41:11,025 INFO [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,026 INFO [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1e8c23dcd8d4b2cf33f80a5f8683d7 columnFamilyName B 2024-11-08T18:41:11,026 DEBUG [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:11,026 INFO [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] regionserver.HStore(327): Store=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:41:11,026 INFO [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,027 INFO [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db1e8c23dcd8d4b2cf33f80a5f8683d7 columnFamilyName C 2024-11-08T18:41:11,027 DEBUG [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:11,027 INFO [StoreOpener-db1e8c23dcd8d4b2cf33f80a5f8683d7-1 {}] regionserver.HStore(327): Store=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:41:11,027 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1038): replaying wal for db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,028 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,028 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,029 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1048): stopping wal replay for db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,029 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1060): Cleaning up temporary data for db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,029 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:41:11,030 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1093): writing seq id for db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-08T18:41:11,031 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:41:11,032 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1114): Opened db1e8c23dcd8d4b2cf33f80a5f8683d7; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60171651, jitterRate=-0.10337252914905548}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:41:11,032 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1122): Running coprocessor post-open hooks for db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:11,032 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegion(1006): Region open journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: Running coprocessor pre-open hook at 1731091271022Writing region info on filesystem at 1731091271022Initializing all the Stores at 1731091271023 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091271023Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091271023Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091271023Cleaning up temporary data from old regions at 1731091271029 (+6 ms)Running coprocessor post-open hooks at 1731091271032 (+3 ms)Region opened successfully at 1731091271032 2024-11-08T18:41:11,033 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., pid=118, masterSystemTime=1731091271018 2024-11-08T18:41:11,034 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:11,034 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=118}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:11,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=117 updating hbase:meta row=db1e8c23dcd8d4b2cf33f80a5f8683d7, regionState=OPEN, openSeqNum=2, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:11,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=118, ppid=117, state=RUNNABLE, hasLock=false; OpenRegionProcedure db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:41:11,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=118, resume processing ppid=117 2024-11-08T18:41:11,038 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, ppid=117, state=SUCCESS, hasLock=false; OpenRegionProcedure db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 in 170 msec 2024-11-08T18:41:11,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=117, resume processing ppid=116 2024-11-08T18:41:11,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, ppid=116, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db1e8c23dcd8d4b2cf33f80a5f8683d7, ASSIGN in 327 msec 2024-11-08T18:41:11,040 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:41:11,040 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091271040"}]},"ts":"1731091271040"} 2024-11-08T18:41:11,041 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T18:41:11,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=116, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:41:11,043 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1510 sec 2024-11-08T18:41:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=116 2024-11-08T18:41:12,040 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:12,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be1708d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,042 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@140b17b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,043 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,044 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cc4a86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:41:12,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is d72107b3bc04,33463,1731091153185 2024-11-08T18:41:12,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40c7e25 2024-11-08T18:41:12,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:41:12,048 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:41:12,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16fe0696, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,049 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,049 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,050 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50e73494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,050 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,051 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37728, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,052 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5df9c28f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,052 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59de117f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,052 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,052 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,053 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3648d660, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,053 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,054 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,054 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e037fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,055 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@472a8168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,055 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,055 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,055 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1308d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,055 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,056 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,056 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37756, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,057 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecacb3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,057 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f010827, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,057 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,057 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,058 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216d86ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,058 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,059 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,059 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,059 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa90fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,060 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2822c33e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,060 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,060 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,060 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ae06aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,061 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,061 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25bdd4c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc5e64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,063 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ae7d188, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,064 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37810, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,064 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@388e6d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42daa6ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,065 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,065 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,066 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346609c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,066 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,067 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37822, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@632fc23c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,067 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@366fb241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,067 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,068 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cd95893, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,068 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,069 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,069 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,070 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6abd3128, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,070 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45e8e518, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,070 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,070 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,071 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e9dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,071 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,072 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,072 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c035617, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ff7be5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,073 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:12,073 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:12,073 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:12,073 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4148a786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:12,074 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:12,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:12,075 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7c7d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:12,075 DEBUG [Thread-2062 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,075 DEBUG [Thread-2064 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,075 DEBUG [Thread-2079 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,075 DEBUG [Thread-2071 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,076 DEBUG [Thread-2068 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,076 DEBUG [Thread-2060 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,076 DEBUG [Thread-2066 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,077 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44664, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,077 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,077 DEBUG [Thread-2077 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,078 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,078 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,078 DEBUG [Thread-2073 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,079 DEBUG [Thread-2075 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:12,079 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,079 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,079 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:12,080 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:12,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44700, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,081 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44702, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,081 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,082 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:12,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44714, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44706, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,083 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,083 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:12,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees 2024-11-08T18:41:12,083 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,084 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,084 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:12,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-08T18:41:12,085 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,085 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=119, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:12,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:12,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2] 2024-11-08T18:41:12,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:12,092 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:12,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:12,116 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/8774c290e9254b49a5fb6a46c8082c68 is 50, key is test_row_0/A:col10/1731091272090/Put/seqid=0 2024-11-08T18:41:12,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742286_1462 (size=16681) 2024-11-08T18:41:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091332142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091332142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,158 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091332144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091332145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,159 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091332157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,173 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-08T18:41:12,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-08T18:41:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,244 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091332261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,269 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091332261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091332261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,282 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:41:12,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091332272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091332280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,284 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-08T18:41:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-08T18:41:12,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091332480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091332480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091332480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,490 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,491 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091332490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,499 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091332490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,499 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/8774c290e9254b49a5fb6a46c8082c68 2024-11-08T18:41:12,544 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/16273a78a82645fb9da5123c9e8c4579 is 50, key is test_row_0/B:col10/1731091272090/Put/seqid=0 2024-11-08T18:41:12,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742287_1463 (size=12001) 2024-11-08T18:41:12,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-08T18:41:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-08T18:41:12,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:12,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,704 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-08T18:41:12,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091332800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091332801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,806 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091332801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091332810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,818 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091332810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:12,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:12,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-08T18:41:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:12,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:12,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:12,949 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/16273a78a82645fb9da5123c9e8c4579 2024-11-08T18:41:12,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/490d42a7b3504f7abbd231d2c6a9685d is 50, key is test_row_0/C:col10/1731091272090/Put/seqid=0 2024-11-08T18:41:12,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742288_1464 (size=12001) 2024-11-08T18:41:13,011 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-08T18:41:13,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:13,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:13,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:13,011 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:13,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:13,164 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-08T18:41:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:13,164 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:13,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:13,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:13,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-08T18:41:13,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091333310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091333310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:13,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:13,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091333310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:13,318 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-08T18:41:13,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:13,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:13,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:13,319 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] handler.RSProcedureHandler(58): pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:13,319 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=120 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:13,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=120 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:13,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:13,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091333330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:13,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:13,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091333330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:13,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,338 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:13,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:13,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:13,387 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/490d42a7b3504f7abbd231d2c6a9685d 2024-11-08T18:41:13,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/8774c290e9254b49a5fb6a46c8082c68 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8774c290e9254b49a5fb6a46c8082c68 2024-11-08T18:41:13,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8774c290e9254b49a5fb6a46c8082c68, entries=250, sequenceid=12, filesize=16.3 K 2024-11-08T18:41:13,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/16273a78a82645fb9da5123c9e8c4579 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/16273a78a82645fb9da5123c9e8c4579 2024-11-08T18:41:13,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/16273a78a82645fb9da5123c9e8c4579, entries=150, sequenceid=12, filesize=11.7 K 2024-11-08T18:41:13,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/490d42a7b3504f7abbd231d2c6a9685d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/490d42a7b3504f7abbd231d2c6a9685d 2024-11-08T18:41:13,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/490d42a7b3504f7abbd231d2c6a9685d, entries=150, sequenceid=12, filesize=11.7 K 2024-11-08T18:41:13,415 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1322ms, sequenceid=12, compaction requested=false 2024-11-08T18:41:13,415 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-11-08T18:41:13,415 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:13,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=120 2024-11-08T18:41:13,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:13,473 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T18:41:13,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/c755dd1016cc451e891132d5c0ffd515 is 50, key is test_row_0/A:col10/1731091272154/Put/seqid=0 2024-11-08T18:41:13,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742289_1465 (size=12001) 2024-11-08T18:41:13,498 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/c755dd1016cc451e891132d5c0ffd515 2024-11-08T18:41:13,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/8c33e63d6fbe4c05a183a6117838970e is 50, key is test_row_0/B:col10/1731091272154/Put/seqid=0 2024-11-08T18:41:13,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742290_1466 (size=12001) 2024-11-08T18:41:13,532 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/8c33e63d6fbe4c05a183a6117838970e 2024-11-08T18:41:13,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4c050048b5c141ae9024c6866eb49ea2 is 50, key is test_row_0/C:col10/1731091272154/Put/seqid=0 2024-11-08T18:41:13,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742291_1467 (size=12001) 2024-11-08T18:41:13,961 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4c050048b5c141ae9024c6866eb49ea2 2024-11-08T18:41:13,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/c755dd1016cc451e891132d5c0ffd515 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c755dd1016cc451e891132d5c0ffd515 2024-11-08T18:41:13,974 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c755dd1016cc451e891132d5c0ffd515, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T18:41:13,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/8c33e63d6fbe4c05a183a6117838970e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8c33e63d6fbe4c05a183a6117838970e 2024-11-08T18:41:13,979 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8c33e63d6fbe4c05a183a6117838970e, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T18:41:13,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4c050048b5c141ae9024c6866eb49ea2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4c050048b5c141ae9024c6866eb49ea2 2024-11-08T18:41:13,989 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4c050048b5c141ae9024c6866eb49ea2, entries=150, sequenceid=37, filesize=11.7 K 2024-11-08T18:41:13,990 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 517ms, sequenceid=37, compaction requested=false 2024-11-08T18:41:13,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:13,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:13,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=120}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=120 2024-11-08T18:41:13,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=120 2024-11-08T18:41:13,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-11-08T18:41:13,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9070 sec 2024-11-08T18:41:13,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=119, table=TestAcidGuarantees in 1.9140 sec 2024-11-08T18:41:14,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=119 2024-11-08T18:41:14,241 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:14,246 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:14,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-11-08T18:41:14,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T18:41:14,248 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:14,248 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:14,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:14,329 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:14,329 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:14,333 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/c9bcae20892641abb1cf2d29ecb5b5ed is 50, key is test_row_0/A:col10/1731091274327/Put/seqid=0 2024-11-08T18:41:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742292_1468 (size=21365) 2024-11-08T18:41:14,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/c9bcae20892641abb1cf2d29ecb5b5ed 2024-11-08T18:41:14,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/bc6b6d9eb50a4190ae6e00e7411fb485 is 50, key is test_row_0/B:col10/1731091274327/Put/seqid=0 2024-11-08T18:41:14,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T18:41:14,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742293_1469 (size=12001) 2024-11-08T18:41:14,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091334377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091334384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,390 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091334385, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,396 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091334389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,396 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091334390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T18:41:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:14,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091334500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091334500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091334500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091334500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,512 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091334510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,517 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,553 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T18:41:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:14,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T18:41:14,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T18:41:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:14,707 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,707 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,729 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091334720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091334721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091334721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091334721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,731 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,731 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091334721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:14,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/bc6b6d9eb50a4190ae6e00e7411fb485 2024-11-08T18:41:14,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/7ebfb01f25d3456a8442ff62a5a1c9c2 is 50, key is test_row_0/C:col10/1731091274327/Put/seqid=0 2024-11-08T18:41:14,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742294_1470 (size=12001) 2024-11-08T18:41:14,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T18:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:14,861 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:14,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T18:41:15,007 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T18:41:15,015 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T18:41:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:15,015 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:15,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:15,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:15,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091335041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091335041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091335041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091335041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,050 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,050 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091335041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,051 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/7ebfb01f25d3456a8442ff62a5a1c9c2 2024-11-08T18:41:15,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T18:41:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:15,168 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:15,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:15,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:15,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/c9bcae20892641abb1cf2d29ecb5b5ed as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c9bcae20892641abb1cf2d29ecb5b5ed 2024-11-08T18:41:15,178 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c9bcae20892641abb1cf2d29ecb5b5ed, entries=350, sequenceid=48, filesize=20.9 K 2024-11-08T18:41:15,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/bc6b6d9eb50a4190ae6e00e7411fb485 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/bc6b6d9eb50a4190ae6e00e7411fb485 2024-11-08T18:41:15,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/bc6b6d9eb50a4190ae6e00e7411fb485, entries=150, sequenceid=48, filesize=11.7 K 2024-11-08T18:41:15,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/7ebfb01f25d3456a8442ff62a5a1c9c2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/7ebfb01f25d3456a8442ff62a5a1c9c2 2024-11-08T18:41:15,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/7ebfb01f25d3456a8442ff62a5a1c9c2, entries=150, sequenceid=48, filesize=11.7 K 2024-11-08T18:41:15,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 861ms, sequenceid=48, compaction requested=true 2024-11-08T18:41:15,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:15,191 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:15,191 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:15,191 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:15,192 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:15,192 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:15,192 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:15,192 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:15,192 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:15,192 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:15,192 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8774c290e9254b49a5fb6a46c8082c68, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c755dd1016cc451e891132d5c0ffd515, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c9bcae20892641abb1cf2d29ecb5b5ed] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=48.9 K 2024-11-08T18:41:15,192 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/16273a78a82645fb9da5123c9e8c4579, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8c33e63d6fbe4c05a183a6117838970e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/bc6b6d9eb50a4190ae6e00e7411fb485] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=35.2 K 2024-11-08T18:41:15,192 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8774c290e9254b49a5fb6a46c8082c68, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731091272083 2024-11-08T18:41:15,192 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 16273a78a82645fb9da5123c9e8c4579, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731091272087 2024-11-08T18:41:15,192 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting c755dd1016cc451e891132d5c0ffd515, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731091272138 2024-11-08T18:41:15,193 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8c33e63d6fbe4c05a183a6117838970e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731091272138 2024-11-08T18:41:15,193 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9bcae20892641abb1cf2d29ecb5b5ed, keycount=350, bloomtype=ROW, size=20.9 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731091274320 2024-11-08T18:41:15,193 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting bc6b6d9eb50a4190ae6e00e7411fb485, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731091274324 2024-11-08T18:41:15,204 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#394 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:15,204 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/93d29abe3e894e019e01f1102ceb55c9 is 50, key is test_row_0/A:col10/1731091274327/Put/seqid=0 2024-11-08T18:41:15,215 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#395 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:15,216 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/2373c626e5c64dbca93c83e7aca1b37c is 50, key is test_row_0/B:col10/1731091274327/Put/seqid=0 2024-11-08T18:41:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742295_1471 (size=12104) 2024-11-08T18:41:15,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742296_1472 (size=12104) 2024-11-08T18:41:15,269 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/2373c626e5c64dbca93c83e7aca1b37c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2373c626e5c64dbca93c83e7aca1b37c 2024-11-08T18:41:15,274 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 2373c626e5c64dbca93c83e7aca1b37c(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:15,274 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:15,274 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=13, startTime=1731091275191; duration=0sec 2024-11-08T18:41:15,275 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:15,275 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:15,275 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:15,275 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:15,276 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:15,276 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:15,276 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/490d42a7b3504f7abbd231d2c6a9685d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4c050048b5c141ae9024c6866eb49ea2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/7ebfb01f25d3456a8442ff62a5a1c9c2] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=35.2 K 2024-11-08T18:41:15,276 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 490d42a7b3504f7abbd231d2c6a9685d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731091272087 2024-11-08T18:41:15,276 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c050048b5c141ae9024c6866eb49ea2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731091272138 2024-11-08T18:41:15,277 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7ebfb01f25d3456a8442ff62a5a1c9c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731091274324 2024-11-08T18:41:15,286 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:15,286 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/9374800d5bd54a7986f1a40ef5f35624 is 50, key is test_row_0/C:col10/1731091274327/Put/seqid=0 2024-11-08T18:41:15,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742297_1473 (size=12104) 2024-11-08T18:41:15,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-11-08T18:41:15,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:15,322 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T18:41:15,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/949520d5286d4ac4b29e3f30e50e2038 is 50, key is test_row_0/A:col10/1731091274388/Put/seqid=0 2024-11-08T18:41:15,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742298_1474 (size=12001) 2024-11-08T18:41:15,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T18:41:15,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:15,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:15,594 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091335575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091335576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091335576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,595 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,596 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091335593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,608 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091335595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,609 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,669 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/93d29abe3e894e019e01f1102ceb55c9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/93d29abe3e894e019e01f1102ceb55c9 2024-11-08T18:41:15,677 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 93d29abe3e894e019e01f1102ceb55c9(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:15,677 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:15,677 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=13, startTime=1731091275190; duration=0sec 2024-11-08T18:41:15,677 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:15,677 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:15,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091335700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,705 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,705 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091335701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,706 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091335701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,706 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,721 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/9374800d5bd54a7986f1a40ef5f35624 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9374800d5bd54a7986f1a40ef5f35624 2024-11-08T18:41:15,727 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 9374800d5bd54a7986f1a40ef5f35624(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:15,727 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:15,727 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=13, startTime=1731091275191; duration=0sec 2024-11-08T18:41:15,727 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:15,727 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:15,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091335720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,732 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091335720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,743 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/949520d5286d4ac4b29e3f30e50e2038 2024-11-08T18:41:15,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/9f5b0f4e572d476cba60d5581f48eb90 is 50, key is test_row_0/B:col10/1731091274388/Put/seqid=0 2024-11-08T18:41:15,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742299_1475 (size=12001) 2024-11-08T18:41:15,791 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/9f5b0f4e572d476cba60d5581f48eb90 2024-11-08T18:41:15,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/be1dd055b8f54f19be31c47c93d5b141 is 50, key is test_row_0/C:col10/1731091274388/Put/seqid=0 2024-11-08T18:41:15,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742300_1476 (size=12001) 2024-11-08T18:41:15,918 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091335910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091335910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091335910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091335940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091335940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091336231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091336231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091336231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,233 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,233 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/be1dd055b8f54f19be31c47c93d5b141 2024-11-08T18:41:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/949520d5286d4ac4b29e3f30e50e2038 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/949520d5286d4ac4b29e3f30e50e2038 2024-11-08T18:41:16,245 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/949520d5286d4ac4b29e3f30e50e2038, entries=150, sequenceid=75, filesize=11.7 K 2024-11-08T18:41:16,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/9f5b0f4e572d476cba60d5581f48eb90 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/9f5b0f4e572d476cba60d5581f48eb90 2024-11-08T18:41:16,251 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/9f5b0f4e572d476cba60d5581f48eb90, entries=150, sequenceid=75, filesize=11.7 K 2024-11-08T18:41:16,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/be1dd055b8f54f19be31c47c93d5b141 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/be1dd055b8f54f19be31c47c93d5b141 2024-11-08T18:41:16,255 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/be1dd055b8f54f19be31c47c93d5b141, entries=150, sequenceid=75, filesize=11.7 K 2024-11-08T18:41:16,257 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 935ms, sequenceid=75, compaction requested=false 2024-11-08T18:41:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:16,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-11-08T18:41:16,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-11-08T18:41:16,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-11-08T18:41:16,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0100 sec 2024-11-08T18:41:16,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 2.0160 sec 2024-11-08T18:41:16,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:16,265 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:16,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:16,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d2a4fe3a39b648aaa824e89653ddbdd0 is 50, key is test_row_0/A:col10/1731091276263/Put/seqid=0 2024-11-08T18:41:16,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742301_1477 (size=16681) 2024-11-08T18:41:16,288 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8774c290e9254b49a5fb6a46c8082c68, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c755dd1016cc451e891132d5c0ffd515, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c9bcae20892641abb1cf2d29ecb5b5ed] to archive 2024-11-08T18:41:16,288 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:41:16,290 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8774c290e9254b49a5fb6a46c8082c68 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8774c290e9254b49a5fb6a46c8082c68 2024-11-08T18:41:16,292 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c755dd1016cc451e891132d5c0ffd515 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c755dd1016cc451e891132d5c0ffd515 2024-11-08T18:41:16,293 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c9bcae20892641abb1cf2d29ecb5b5ed to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/c9bcae20892641abb1cf2d29ecb5b5ed 2024-11-08T18:41:16,294 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/16273a78a82645fb9da5123c9e8c4579, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8c33e63d6fbe4c05a183a6117838970e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/bc6b6d9eb50a4190ae6e00e7411fb485] to archive 2024-11-08T18:41:16,295 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:41:16,298 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/16273a78a82645fb9da5123c9e8c4579 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/16273a78a82645fb9da5123c9e8c4579 2024-11-08T18:41:16,301 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8c33e63d6fbe4c05a183a6117838970e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8c33e63d6fbe4c05a183a6117838970e 2024-11-08T18:41:16,302 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/bc6b6d9eb50a4190ae6e00e7411fb485 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/bc6b6d9eb50a4190ae6e00e7411fb485 2024-11-08T18:41:16,303 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/490d42a7b3504f7abbd231d2c6a9685d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4c050048b5c141ae9024c6866eb49ea2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/7ebfb01f25d3456a8442ff62a5a1c9c2] to archive 2024-11-08T18:41:16,304 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:41:16,305 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/490d42a7b3504f7abbd231d2c6a9685d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/490d42a7b3504f7abbd231d2c6a9685d 2024-11-08T18:41:16,306 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4c050048b5c141ae9024c6866eb49ea2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4c050048b5c141ae9024c6866eb49ea2 2024-11-08T18:41:16,309 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/d72107b3bc04:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/7ebfb01f25d3456a8442ff62a5a1c9c2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/7ebfb01f25d3456a8442ff62a5a1c9c2 2024-11-08T18:41:16,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091336380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,385 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-11-08T18:41:16,390 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:16,390 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-11-08T18:41:16,392 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:16,393 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:16,393 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T18:41:16,395 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091336384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091336493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,494 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,495 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T18:41:16,512 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091336501, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,514 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:16,547 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:16,547 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:16,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:16,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d2a4fe3a39b648aaa824e89653ddbdd0 2024-11-08T18:41:16,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/97e1a3a37457410e88e295d562162648 is 50, key is test_row_0/B:col10/1731091276263/Put/seqid=0 2024-11-08T18:41:16,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742302_1478 (size=12001) 2024-11-08T18:41:16,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:16,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:16,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:16,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:16,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091336700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,705 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T18:41:16,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091336720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091336740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091336740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091336741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:16,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:16,752 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:16,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:16,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:16,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:16,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,014 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:17,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:17,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,014 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091337010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T18:41:17,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091337030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,038 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/97e1a3a37457410e88e295d562162648 2024-11-08T18:41:17,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/f8784074b40e434da241f4acae2c64d0 is 50, key is test_row_0/C:col10/1731091276263/Put/seqid=0 2024-11-08T18:41:17,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742303_1479 (size=12001) 2024-11-08T18:41:17,170 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:17,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:17,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,170 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,323 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,324 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,476 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,477 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/f8784074b40e434da241f4acae2c64d0 2024-11-08T18:41:17,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d2a4fe3a39b648aaa824e89653ddbdd0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d2a4fe3a39b648aaa824e89653ddbdd0 2024-11-08T18:41:17,517 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d2a4fe3a39b648aaa824e89653ddbdd0, entries=250, sequenceid=89, filesize=16.3 K 2024-11-08T18:41:17,518 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/97e1a3a37457410e88e295d562162648 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/97e1a3a37457410e88e295d562162648 2024-11-08T18:41:17,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/97e1a3a37457410e88e295d562162648, entries=150, sequenceid=89, filesize=11.7 K 2024-11-08T18:41:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/f8784074b40e434da241f4acae2c64d0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f8784074b40e434da241f4acae2c64d0 2024-11-08T18:41:17,526 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f8784074b40e434da241f4acae2c64d0, entries=150, sequenceid=89, filesize=11.7 K 2024-11-08T18:41:17,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1262ms, sequenceid=89, compaction requested=true 2024-11-08T18:41:17,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:17,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:17,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:17,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:17,527 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:17,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:17,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:17,527 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:17,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:17,527 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:17,528 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:17,528 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:17,528 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:17,528 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,528 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,528 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/93d29abe3e894e019e01f1102ceb55c9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/949520d5286d4ac4b29e3f30e50e2038, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d2a4fe3a39b648aaa824e89653ddbdd0] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=39.8 K 2024-11-08T18:41:17,528 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2373c626e5c64dbca93c83e7aca1b37c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/9f5b0f4e572d476cba60d5581f48eb90, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/97e1a3a37457410e88e295d562162648] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=35.3 K 2024-11-08T18:41:17,528 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 2373c626e5c64dbca93c83e7aca1b37c, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731091274324 2024-11-08T18:41:17,528 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 93d29abe3e894e019e01f1102ceb55c9, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731091274324 2024-11-08T18:41:17,528 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f5b0f4e572d476cba60d5581f48eb90, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731091274382 2024-11-08T18:41:17,528 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 949520d5286d4ac4b29e3f30e50e2038, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731091274382 2024-11-08T18:41:17,529 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 97e1a3a37457410e88e295d562162648, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731091275574 2024-11-08T18:41:17,529 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d2a4fe3a39b648aaa824e89653ddbdd0, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731091275572 2024-11-08T18:41:17,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T18:41:17,537 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#403 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:17,538 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/32a83ef47a1b4f7188f89571736c3e46 is 50, key is test_row_0/B:col10/1731091276263/Put/seqid=0 2024-11-08T18:41:17,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:17,541 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:17,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T18:41:17,545 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#404 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:17,546 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/fa3024fd237d40c79c7260c4d3ecf81e is 50, key is test_row_0/A:col10/1731091276263/Put/seqid=0 2024-11-08T18:41:17,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/abf21a0eecbd4e2fb07183725a7175b7 is 50, key is test_row_0/A:col10/1731091276343/Put/seqid=0 2024-11-08T18:41:17,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742304_1480 (size=12104) 2024-11-08T18:41:17,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742305_1481 (size=14341) 2024-11-08T18:41:17,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/abf21a0eecbd4e2fb07183725a7175b7 2024-11-08T18:41:17,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091337586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,596 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/048dbc49f2614f57994b3d959d4b0dcc is 50, key is test_row_0/B:col10/1731091276343/Put/seqid=0 2024-11-08T18:41:17,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742306_1482 (size=12104) 2024-11-08T18:41:17,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091337594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,620 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/32a83ef47a1b4f7188f89571736c3e46 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/32a83ef47a1b4f7188f89571736c3e46 2024-11-08T18:41:17,628 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 32a83ef47a1b4f7188f89571736c3e46(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:17,628 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:17,628 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=13, startTime=1731091277527; duration=0sec 2024-11-08T18:41:17,628 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:17,628 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:17,628 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:17,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742307_1483 (size=12001) 2024-11-08T18:41:17,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/048dbc49f2614f57994b3d959d4b0dcc 2024-11-08T18:41:17,629 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:17,629 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:17,629 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,629 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9374800d5bd54a7986f1a40ef5f35624, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/be1dd055b8f54f19be31c47c93d5b141, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f8784074b40e434da241f4acae2c64d0] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=35.3 K 2024-11-08T18:41:17,630 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 9374800d5bd54a7986f1a40ef5f35624, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731091274324 2024-11-08T18:41:17,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:17,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:17,631 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting be1dd055b8f54f19be31c47c93d5b141, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1731091274382 2024-11-08T18:41:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,631 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,632 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f8784074b40e434da241f4acae2c64d0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731091275574 2024-11-08T18:41:17,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4a12892851354ae08a19f175fdc6db3c is 50, key is test_row_0/C:col10/1731091276343/Put/seqid=0 2024-11-08T18:41:17,640 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#408 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:17,641 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/f392ff570afe4df1bd1028820d8853e0 is 50, key is test_row_0/C:col10/1731091276263/Put/seqid=0 2024-11-08T18:41:17,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742308_1484 (size=12001) 2024-11-08T18:41:17,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742309_1485 (size=12104) 2024-11-08T18:41:17,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091337700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,708 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091337720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,734 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091337761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091337761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,771 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_1' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2195 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,772 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,773 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2197 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091337772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,784 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2207 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:17,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,784 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,927 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091337920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,927 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:17,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:17,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:17,939 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:17,951 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:17,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091337941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:17,952 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:17,991 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/fa3024fd237d40c79c7260c4d3ecf81e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/fa3024fd237d40c79c7260c4d3ecf81e 2024-11-08T18:41:17,999 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into fa3024fd237d40c79c7260c4d3ecf81e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:17,999 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:17,999 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=13, startTime=1731091277527; duration=0sec 2024-11-08T18:41:17,999 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:17,999 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:18,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4a12892851354ae08a19f175fdc6db3c 2024-11-08T18:41:18,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/abf21a0eecbd4e2fb07183725a7175b7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/abf21a0eecbd4e2fb07183725a7175b7 2024-11-08T18:41:18,061 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/abf21a0eecbd4e2fb07183725a7175b7, entries=200, sequenceid=114, filesize=14.0 K 2024-11-08T18:41:18,062 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/048dbc49f2614f57994b3d959d4b0dcc as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/048dbc49f2614f57994b3d959d4b0dcc 2024-11-08T18:41:18,067 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/048dbc49f2614f57994b3d959d4b0dcc, entries=150, sequenceid=114, filesize=11.7 K 2024-11-08T18:41:18,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4a12892851354ae08a19f175fdc6db3c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4a12892851354ae08a19f175fdc6db3c 2024-11-08T18:41:18,072 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/f392ff570afe4df1bd1028820d8853e0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f392ff570afe4df1bd1028820d8853e0 2024-11-08T18:41:18,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4a12892851354ae08a19f175fdc6db3c, entries=150, sequenceid=114, filesize=11.7 K 2024-11-08T18:41:18,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 534ms, sequenceid=114, compaction requested=false 2024-11-08T18:41:18,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:18,076 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into f392ff570afe4df1bd1028820d8853e0(size=11.8 K), total size for store is 23.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:18,076 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:18,076 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=13, startTime=1731091277527; duration=0sec 2024-11-08T18:41:18,076 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:18,076 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:18,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-11-08T18:41:18,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:18,099 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:18,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/8cd497ff77be445cb8f6009684ba96af is 50, key is test_row_0/A:col10/1731091277584/Put/seqid=0 2024-11-08T18:41:18,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742310_1486 (size=12001) 2024-11-08T18:41:18,121 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/8cd497ff77be445cb8f6009684ba96af 2024-11-08T18:41:18,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/577c1cde7fff4fe9b63882dc56c89a7d is 50, key is test_row_0/B:col10/1731091277584/Put/seqid=0 2024-11-08T18:41:18,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742311_1487 (size=12001) 2024-11-08T18:41:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:18,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:18,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:18,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:18,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091338363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:18,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091338364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:18,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,378 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:18,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,378 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:18,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091338480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,488 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:18,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091338480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,488 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:18,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T18:41:18,570 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/577c1cde7fff4fe9b63882dc56c89a7d 2024-11-08T18:41:18,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/36484e358c3b483aab990703708cdef0 is 50, key is test_row_0/C:col10/1731091277584/Put/seqid=0 2024-11-08T18:41:18,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742312_1488 (size=12001) 2024-11-08T18:41:18,587 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/36484e358c3b483aab990703708cdef0 2024-11-08T18:41:18,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/8cd497ff77be445cb8f6009684ba96af as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8cd497ff77be445cb8f6009684ba96af 2024-11-08T18:41:18,604 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8cd497ff77be445cb8f6009684ba96af, entries=150, sequenceid=128, filesize=11.7 K 2024-11-08T18:41:18,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/577c1cde7fff4fe9b63882dc56c89a7d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/577c1cde7fff4fe9b63882dc56c89a7d 2024-11-08T18:41:18,610 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/577c1cde7fff4fe9b63882dc56c89a7d, entries=150, sequenceid=128, filesize=11.7 K 2024-11-08T18:41:18,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/36484e358c3b483aab990703708cdef0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/36484e358c3b483aab990703708cdef0 2024-11-08T18:41:18,614 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/36484e358c3b483aab990703708cdef0, entries=150, sequenceid=128, filesize=11.7 K 2024-11-08T18:41:18,615 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 516ms, sequenceid=128, compaction requested=true 2024-11-08T18:41:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-11-08T18:41:18,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-11-08T18:41:18,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-11-08T18:41:18,619 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2240 sec 2024-11-08T18:41:18,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 2.2290 sec 2024-11-08T18:41:18,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:18,693 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:18,693 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T18:41:18,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/0258560c048c40b58056ac8a25324092 is 50, key is test_row_0/A:col10/1731091278348/Put/seqid=0 2024-11-08T18:41:18,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742313_1489 (size=14541) 2024-11-08T18:41:18,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:18,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091338751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:18,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091338753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:18,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,765 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:18,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091338870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:18,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:18,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091338870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:18,877 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:18,878 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,087 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091339080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,088 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091339080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,089 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/0258560c048c40b58056ac8a25324092 2024-11-08T18:41:19,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/26d7ac2d4d634e278ae677695c091f02 is 50, key is test_row_0/B:col10/1731091278348/Put/seqid=0 2024-11-08T18:41:19,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742314_1490 (size=12151) 2024-11-08T18:41:19,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/26d7ac2d4d634e278ae677695c091f02 2024-11-08T18:41:19,165 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/d031b3eb933144bfaca67d535c0bcd0a is 50, key is test_row_0/C:col10/1731091278348/Put/seqid=0 2024-11-08T18:41:19,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742315_1491 (size=12151) 2024-11-08T18:41:19,175 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=154 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/d031b3eb933144bfaca67d535c0bcd0a 2024-11-08T18:41:19,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/0258560c048c40b58056ac8a25324092 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0258560c048c40b58056ac8a25324092 2024-11-08T18:41:19,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0258560c048c40b58056ac8a25324092, entries=200, sequenceid=154, filesize=14.2 K 2024-11-08T18:41:19,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/26d7ac2d4d634e278ae677695c091f02 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/26d7ac2d4d634e278ae677695c091f02 2024-11-08T18:41:19,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/26d7ac2d4d634e278ae677695c091f02, entries=150, sequenceid=154, filesize=11.9 K 2024-11-08T18:41:19,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/d031b3eb933144bfaca67d535c0bcd0a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d031b3eb933144bfaca67d535c0bcd0a 2024-11-08T18:41:19,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d031b3eb933144bfaca67d535c0bcd0a, entries=150, sequenceid=154, filesize=11.9 K 2024-11-08T18:41:19,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 501ms, sequenceid=154, compaction requested=true 2024-11-08T18:41:19,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:19,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:19,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:19,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:19,197 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:19,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:19,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:19,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:41:19,202 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:19,203 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:19,203 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:19,203 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:19,203 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/32a83ef47a1b4f7188f89571736c3e46, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/048dbc49f2614f57994b3d959d4b0dcc, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/577c1cde7fff4fe9b63882dc56c89a7d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/26d7ac2d4d634e278ae677695c091f02] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=47.1 K 2024-11-08T18:41:19,204 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32a83ef47a1b4f7188f89571736c3e46, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731091275574 2024-11-08T18:41:19,204 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 048dbc49f2614f57994b3d959d4b0dcc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731091276343 2024-11-08T18:41:19,204 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 577c1cde7fff4fe9b63882dc56c89a7d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731091277563 2024-11-08T18:41:19,205 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26d7ac2d4d634e278ae677695c091f02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731091278348 2024-11-08T18:41:19,206 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52987 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:19,206 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:19,206 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:19,206 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/fa3024fd237d40c79c7260c4d3ecf81e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/abf21a0eecbd4e2fb07183725a7175b7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8cd497ff77be445cb8f6009684ba96af, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0258560c048c40b58056ac8a25324092] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=51.7 K 2024-11-08T18:41:19,207 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting fa3024fd237d40c79c7260c4d3ecf81e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731091275574 2024-11-08T18:41:19,207 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting abf21a0eecbd4e2fb07183725a7175b7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731091276343 2024-11-08T18:41:19,207 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cd497ff77be445cb8f6009684ba96af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731091277563 2024-11-08T18:41:19,208 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 0258560c048c40b58056ac8a25324092, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731091278348 2024-11-08T18:41:19,224 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:19,224 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/c86e90ff4713444f8c3dc5bc139bc4fd is 50, key is test_row_0/B:col10/1731091278348/Put/seqid=0 2024-11-08T18:41:19,240 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#416 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:19,240 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d09b42d148744f5aa430d0e22cc57cea is 50, key is test_row_0/A:col10/1731091278348/Put/seqid=0 2024-11-08T18:41:19,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742316_1492 (size=12391) 2024-11-08T18:41:19,272 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/c86e90ff4713444f8c3dc5bc139bc4fd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c86e90ff4713444f8c3dc5bc139bc4fd 2024-11-08T18:41:19,277 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into c86e90ff4713444f8c3dc5bc139bc4fd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:19,277 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:19,277 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=12, startTime=1731091279197; duration=0sec 2024-11-08T18:41:19,277 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:19,277 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:19,277 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:19,280 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48257 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:19,280 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:19,280 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:19,280 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f392ff570afe4df1bd1028820d8853e0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4a12892851354ae08a19f175fdc6db3c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/36484e358c3b483aab990703708cdef0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d031b3eb933144bfaca67d535c0bcd0a] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=47.1 K 2024-11-08T18:41:19,281 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting f392ff570afe4df1bd1028820d8853e0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1731091275574 2024-11-08T18:41:19,281 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4a12892851354ae08a19f175fdc6db3c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1731091276343 2024-11-08T18:41:19,282 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 36484e358c3b483aab990703708cdef0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1731091277563 2024-11-08T18:41:19,282 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d031b3eb933144bfaca67d535c0bcd0a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731091278348 2024-11-08T18:41:19,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742317_1493 (size=12391) 2024-11-08T18:41:19,292 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d09b42d148744f5aa430d0e22cc57cea as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d09b42d148744f5aa430d0e22cc57cea 2024-11-08T18:41:19,297 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#417 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:19,299 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into d09b42d148744f5aa430d0e22cc57cea(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:19,299 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:19,299 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=12, startTime=1731091279197; duration=0sec 2024-11-08T18:41:19,299 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:19,299 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:19,300 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/5355ff7edb974b1a841a83e9d6eec8ec is 50, key is test_row_0/C:col10/1731091278348/Put/seqid=0 2024-11-08T18:41:19,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742318_1494 (size=12391) 2024-11-08T18:41:19,330 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/5355ff7edb974b1a841a83e9d6eec8ec as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/5355ff7edb974b1a841a83e9d6eec8ec 2024-11-08T18:41:19,337 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 5355ff7edb974b1a841a83e9d6eec8ec(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:19,337 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:19,337 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=12, startTime=1731091279197; duration=0sec 2024-11-08T18:41:19,338 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:19,338 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:19,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:19,397 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:19,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:19,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/1916c973bd324a0997d893e0d0571982 is 50, key is test_row_0/A:col10/1731091278706/Put/seqid=0 2024-11-08T18:41:19,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742319_1495 (size=12151) 2024-11-08T18:41:19,440 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/1916c973bd324a0997d893e0d0571982 2024-11-08T18:41:19,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/245b5d06f3fe406589947b7deb45fcd6 is 50, key is test_row_0/B:col10/1731091278706/Put/seqid=0 2024-11-08T18:41:19,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742320_1496 (size=12151) 2024-11-08T18:41:19,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091339526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,543 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,546 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091339531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,546 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091339652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091339652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,655 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091339780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,790 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_1' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,790 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091339790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,796 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4221 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,797 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091339811, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,813 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4236 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:19,813 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,814 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091339860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091339860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:19,869 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:19,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:19,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/245b5d06f3fe406589947b7deb45fcd6 2024-11-08T18:41:19,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/a877239552cb4b9e8af32b0729524c0d is 50, key is test_row_0/C:col10/1731091278706/Put/seqid=0 2024-11-08T18:41:19,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742321_1497 (size=12151) 2024-11-08T18:41:19,947 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/a877239552cb4b9e8af32b0729524c0d 2024-11-08T18:41:19,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/1916c973bd324a0997d893e0d0571982 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/1916c973bd324a0997d893e0d0571982 2024-11-08T18:41:19,958 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/1916c973bd324a0997d893e0d0571982, entries=150, sequenceid=168, filesize=11.9 K 2024-11-08T18:41:19,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/245b5d06f3fe406589947b7deb45fcd6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/245b5d06f3fe406589947b7deb45fcd6 2024-11-08T18:41:19,962 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/245b5d06f3fe406589947b7deb45fcd6, entries=150, sequenceid=168, filesize=11.9 K 2024-11-08T18:41:19,964 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/a877239552cb4b9e8af32b0729524c0d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/a877239552cb4b9e8af32b0729524c0d 2024-11-08T18:41:19,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/a877239552cb4b9e8af32b0729524c0d, entries=150, sequenceid=168, filesize=11.9 K 2024-11-08T18:41:19,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 572ms, sequenceid=168, compaction requested=false 2024-11-08T18:41:19,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:20,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:20,188 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:20,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T18:41:20,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/593b4d20da414d8ca8865aee473b2685 is 50, key is test_row_0/A:col10/1731091280186/Put/seqid=0 2024-11-08T18:41:20,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742322_1498 (size=12151) 2024-11-08T18:41:20,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/593b4d20da414d8ca8865aee473b2685 2024-11-08T18:41:20,231 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/64bd679050424f2c8b1b79a27415773b is 50, key is test_row_0/B:col10/1731091280186/Put/seqid=0 2024-11-08T18:41:20,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:20,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091340219, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,237 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:20,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:20,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091340221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,239 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:20,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742323_1499 (size=12151) 2024-11-08T18:41:20,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/64bd679050424f2c8b1b79a27415773b 2024-11-08T18:41:20,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/dddf36c899994189bce9cfcce2c91398 is 50, key is test_row_0/C:col10/1731091280186/Put/seqid=0 2024-11-08T18:41:20,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742324_1500 (size=12151) 2024-11-08T18:41:20,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:20,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091340340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,345 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:20,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:20,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091340350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,361 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:20,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:20,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091340550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:20,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,558 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:20,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-11-08T18:41:20,561 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:20,561 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-11-08T18:41:20,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T18:41:20,563 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:20,564 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:20,564 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:20,578 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091340570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:20,579 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T18:41:20,705 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/dddf36c899994189bce9cfcce2c91398 2024-11-08T18:41:20,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/593b4d20da414d8ca8865aee473b2685 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/593b4d20da414d8ca8865aee473b2685 2024-11-08T18:41:20,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/593b4d20da414d8ca8865aee473b2685, entries=150, sequenceid=194, filesize=11.9 K 2024-11-08T18:41:20,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/64bd679050424f2c8b1b79a27415773b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/64bd679050424f2c8b1b79a27415773b 2024-11-08T18:41:20,716 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T18:41:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:20,717 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:20,717 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:20,718 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/64bd679050424f2c8b1b79a27415773b, entries=150, sequenceid=194, filesize=11.9 K 2024-11-08T18:41:20,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/dddf36c899994189bce9cfcce2c91398 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/dddf36c899994189bce9cfcce2c91398 2024-11-08T18:41:20,724 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/dddf36c899994189bce9cfcce2c91398, entries=150, sequenceid=194, filesize=11.9 K 2024-11-08T18:41:20,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 537ms, sequenceid=194, compaction requested=true 2024-11-08T18:41:20,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:20,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:20,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:20,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:20,725 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:20,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:20,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:20,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:20,725 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:20,726 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:20,726 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:20,726 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:20,726 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:20,726 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:20,726 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:20,726 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c86e90ff4713444f8c3dc5bc139bc4fd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/245b5d06f3fe406589947b7deb45fcd6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/64bd679050424f2c8b1b79a27415773b] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=35.8 K 2024-11-08T18:41:20,726 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d09b42d148744f5aa430d0e22cc57cea, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/1916c973bd324a0997d893e0d0571982, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/593b4d20da414d8ca8865aee473b2685] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=35.8 K 2024-11-08T18:41:20,726 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d09b42d148744f5aa430d0e22cc57cea, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731091278348 2024-11-08T18:41:20,726 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c86e90ff4713444f8c3dc5bc139bc4fd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731091278348 2024-11-08T18:41:20,727 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1916c973bd324a0997d893e0d0571982, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731091278706 2024-11-08T18:41:20,727 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 245b5d06f3fe406589947b7deb45fcd6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731091278706 2024-11-08T18:41:20,727 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 593b4d20da414d8ca8865aee473b2685, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731091279524 2024-11-08T18:41:20,727 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 64bd679050424f2c8b1b79a27415773b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731091279524 2024-11-08T18:41:20,738 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#424 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:20,738 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/05173ed8d0054df1b9970ae5cf36e041 is 50, key is test_row_0/A:col10/1731091280186/Put/seqid=0 2024-11-08T18:41:20,739 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#425 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:20,740 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/fe7dbb0440ae43fa899badc0ec58488b is 50, key is test_row_0/B:col10/1731091280186/Put/seqid=0 2024-11-08T18:41:20,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742325_1501 (size=12493) 2024-11-08T18:41:20,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742326_1502 (size=12493) 2024-11-08T18:41:20,765 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/05173ed8d0054df1b9970ae5cf36e041 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/05173ed8d0054df1b9970ae5cf36e041 2024-11-08T18:41:20,774 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 05173ed8d0054df1b9970ae5cf36e041(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:20,774 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:20,774 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=13, startTime=1731091280725; duration=0sec 2024-11-08T18:41:20,774 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:20,774 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:20,774 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:20,776 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36693 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:20,776 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:20,776 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:20,776 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/5355ff7edb974b1a841a83e9d6eec8ec, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/a877239552cb4b9e8af32b0729524c0d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/dddf36c899994189bce9cfcce2c91398] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=35.8 K 2024-11-08T18:41:20,778 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5355ff7edb974b1a841a83e9d6eec8ec, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=154, earliestPutTs=1731091278348 2024-11-08T18:41:20,778 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a877239552cb4b9e8af32b0729524c0d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1731091278706 2024-11-08T18:41:20,779 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting dddf36c899994189bce9cfcce2c91398, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731091279524 2024-11-08T18:41:20,791 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#426 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:20,791 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/752801a70d7a4d74ae1eff9b39cfd99c is 50, key is test_row_0/C:col10/1731091280186/Put/seqid=0 2024-11-08T18:41:20,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742327_1503 (size=12493) 2024-11-08T18:41:20,834 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/752801a70d7a4d74ae1eff9b39cfd99c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/752801a70d7a4d74ae1eff9b39cfd99c 2024-11-08T18:41:20,839 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 752801a70d7a4d74ae1eff9b39cfd99c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:20,839 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:20,839 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=13, startTime=1731091280725; duration=0sec 2024-11-08T18:41:20,839 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:20,839 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:20,870 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-11-08T18:41:20,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:20,870 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:20,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/e3cffd3f57eb47f39149f2cc13019cbf is 50, key is test_row_0/A:col10/1731091280216/Put/seqid=0 2024-11-08T18:41:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:20,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T18:41:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742328_1504 (size=12151) 2024-11-08T18:41:21,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:21,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091341034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:21,046 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:21,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091341034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:21,160 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/fe7dbb0440ae43fa899badc0ec58488b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/fe7dbb0440ae43fa899badc0ec58488b 2024-11-08T18:41:21,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091341150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:21,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091341150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,161 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:21,168 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into fe7dbb0440ae43fa899badc0ec58488b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:21,168 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:21,168 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=13, startTime=1731091280725; duration=0sec 2024-11-08T18:41:21,169 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:21,169 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:21,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T18:41:21,298 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/e3cffd3f57eb47f39149f2cc13019cbf 2024-11-08T18:41:21,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/01d2d6165ca741559532f31ea404b2a9 is 50, key is test_row_0/B:col10/1731091280216/Put/seqid=0 2024-11-08T18:41:21,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742329_1505 (size=12151) 2024-11-08T18:41:21,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091341371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:21,381 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:21,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,381 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091341371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,382 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:21,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091341690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:21,698 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091341690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:21,698 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:21,699 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T18:41:21,718 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/01d2d6165ca741559532f31ea404b2a9 2024-11-08T18:41:21,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/77be32e9955a406ca7a6d781303969be is 50, key is test_row_0/C:col10/1731091280216/Put/seqid=0 2024-11-08T18:41:21,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742330_1506 (size=12151) 2024-11-08T18:41:22,128 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/77be32e9955a406ca7a6d781303969be 2024-11-08T18:41:22,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/e3cffd3f57eb47f39149f2cc13019cbf as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/e3cffd3f57eb47f39149f2cc13019cbf 2024-11-08T18:41:22,137 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/e3cffd3f57eb47f39149f2cc13019cbf, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T18:41:22,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/01d2d6165ca741559532f31ea404b2a9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01d2d6165ca741559532f31ea404b2a9 2024-11-08T18:41:22,141 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01d2d6165ca741559532f31ea404b2a9, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T18:41:22,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/77be32e9955a406ca7a6d781303969be as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/77be32e9955a406ca7a6d781303969be 2024-11-08T18:41:22,145 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/77be32e9955a406ca7a6d781303969be, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T18:41:22,146 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1276ms, sequenceid=207, compaction requested=false 2024-11-08T18:41:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:22,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-11-08T18:41:22,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-11-08T18:41:22,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-11-08T18:41:22,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5840 sec 2024-11-08T18:41:22,153 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.5910 sec 2024-11-08T18:41:22,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:22,213 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:22,213 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T18:41:22,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/194f5dc39a9c4e83a594f1eb6b5cb009 is 50, key is test_row_0/A:col10/1731091281019/Put/seqid=0 2024-11-08T18:41:22,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742331_1507 (size=14541) 2024-11-08T18:41:22,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/194f5dc39a9c4e83a594f1eb6b5cb009 2024-11-08T18:41:22,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/f9898091575c4b038e9b0b96d414a905 is 50, key is test_row_0/B:col10/1731091281019/Put/seqid=0 2024-11-08T18:41:22,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:22,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091342244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742332_1508 (size=12151) 2024-11-08T18:41:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,257 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:22,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/f9898091575c4b038e9b0b96d414a905 2024-11-08T18:41:22,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:22,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/e9d43d3f431a451697f34a8a54f69182 is 50, key is test_row_0/C:col10/1731091281019/Put/seqid=0 2024-11-08T18:41:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091342258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:22,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,267 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:22,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742333_1509 (size=12151) 2024-11-08T18:41:22,279 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/e9d43d3f431a451697f34a8a54f69182 2024-11-08T18:41:22,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/194f5dc39a9c4e83a594f1eb6b5cb009 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/194f5dc39a9c4e83a594f1eb6b5cb009 2024-11-08T18:41:22,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/194f5dc39a9c4e83a594f1eb6b5cb009, entries=200, sequenceid=234, filesize=14.2 K 2024-11-08T18:41:22,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/f9898091575c4b038e9b0b96d414a905 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f9898091575c4b038e9b0b96d414a905 2024-11-08T18:41:22,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f9898091575c4b038e9b0b96d414a905, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T18:41:22,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/e9d43d3f431a451697f34a8a54f69182 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e9d43d3f431a451697f34a8a54f69182 2024-11-08T18:41:22,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e9d43d3f431a451697f34a8a54f69182, entries=150, sequenceid=234, filesize=11.9 K 2024-11-08T18:41:22,314 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 101ms, sequenceid=234, compaction requested=true 2024-11-08T18:41:22,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:22,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:22,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:22,314 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:22,314 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:22,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:22,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:22,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:22,314 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:22,319 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:22,319 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:22,319 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:22,319 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/05173ed8d0054df1b9970ae5cf36e041, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/e3cffd3f57eb47f39149f2cc13019cbf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/194f5dc39a9c4e83a594f1eb6b5cb009] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=38.3 K 2024-11-08T18:41:22,319 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:22,320 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:22,320 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:22,320 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/fe7dbb0440ae43fa899badc0ec58488b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01d2d6165ca741559532f31ea404b2a9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f9898091575c4b038e9b0b96d414a905] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=35.9 K 2024-11-08T18:41:22,320 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 05173ed8d0054df1b9970ae5cf36e041, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731091279524 2024-11-08T18:41:22,320 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting fe7dbb0440ae43fa899badc0ec58488b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731091279524 2024-11-08T18:41:22,323 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3cffd3f57eb47f39149f2cc13019cbf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731091280197 2024-11-08T18:41:22,323 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 01d2d6165ca741559532f31ea404b2a9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731091280197 2024-11-08T18:41:22,324 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 194f5dc39a9c4e83a594f1eb6b5cb009, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731091281004 2024-11-08T18:41:22,324 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f9898091575c4b038e9b0b96d414a905, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731091281004 2024-11-08T18:41:22,347 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#433 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:22,348 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/bcc5a11b137a49aba308185f9651d026 is 50, key is test_row_0/A:col10/1731091281019/Put/seqid=0 2024-11-08T18:41:22,351 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#434 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:22,352 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/1fb40205d2b34eaca8634281ef49cc64 is 50, key is test_row_0/B:col10/1731091281019/Put/seqid=0 2024-11-08T18:41:22,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742334_1510 (size=12595) 2024-11-08T18:41:22,367 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/bcc5a11b137a49aba308185f9651d026 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/bcc5a11b137a49aba308185f9651d026 2024-11-08T18:41:22,372 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:22,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:22,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:22,375 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into bcc5a11b137a49aba308185f9651d026(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:22,375 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:22,375 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=13, startTime=1731091282314; duration=0sec 2024-11-08T18:41:22,375 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:22,375 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:22,375 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:22,377 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:22,377 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:22,377 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:22,377 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/752801a70d7a4d74ae1eff9b39cfd99c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/77be32e9955a406ca7a6d781303969be, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e9d43d3f431a451697f34a8a54f69182] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=35.9 K 2024-11-08T18:41:22,378 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 752801a70d7a4d74ae1eff9b39cfd99c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1731091279524 2024-11-08T18:41:22,378 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 77be32e9955a406ca7a6d781303969be, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731091280197 2024-11-08T18:41:22,378 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting e9d43d3f431a451697f34a8a54f69182, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731091281004 2024-11-08T18:41:22,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742335_1511 (size=12595) 2024-11-08T18:41:22,407 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/a3fa0bbf90ab46738c8f9a992285f75f is 50, key is test_row_0/A:col10/1731091282224/Put/seqid=0 2024-11-08T18:41:22,408 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/1fb40205d2b34eaca8634281ef49cc64 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1fb40205d2b34eaca8634281ef49cc64 2024-11-08T18:41:22,412 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 1fb40205d2b34eaca8634281ef49cc64(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:22,412 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:22,412 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=13, startTime=1731091282314; duration=0sec 2024-11-08T18:41:22,412 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:22,412 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:22,423 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:22,424 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/e692e314991044feb66009281dd0304b is 50, key is test_row_0/C:col10/1731091281019/Put/seqid=0 2024-11-08T18:41:22,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742336_1512 (size=14541) 2024-11-08T18:41:22,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742337_1513 (size=12595) 2024-11-08T18:41:22,455 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/e692e314991044feb66009281dd0304b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e692e314991044feb66009281dd0304b 2024-11-08T18:41:22,460 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into e692e314991044feb66009281dd0304b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:22,460 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:22,461 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=13, startTime=1731091282314; duration=0sec 2024-11-08T18:41:22,461 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:22,461 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:22,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:22,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091342504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,517 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:22,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:22,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091342517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:22,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,522 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:22,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091342620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:22,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,623 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:22,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:22,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091342630, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,636 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:22,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-11-08T18:41:22,720 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:22,721 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-11-08T18:41:22,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T18:41:22,723 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:22,723 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:22,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:22,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T18:41:22,839 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:22,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091342830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,840 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:22,849 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/a3fa0bbf90ab46738c8f9a992285f75f 2024-11-08T18:41:22,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091342840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:22,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/d966d7091a96449aa4df9626e7f4cda4 is 50, key is test_row_0/B:col10/1731091282224/Put/seqid=0 2024-11-08T18:41:22,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742338_1514 (size=12151) 2024-11-08T18:41:22,877 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T18:41:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:22,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:22,877 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:22,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:22,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,030 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T18:41:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:23,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T18:41:23,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:23,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091343150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:23,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,159 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:23,167 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:23,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091343160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,167 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:23,183 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T18:41:23,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:23,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,184 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,260 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/d966d7091a96449aa4df9626e7f4cda4 2024-11-08T18:41:23,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/2767ce1fcba6472f8a9369fa51895a27 is 50, key is test_row_0/C:col10/1731091282224/Put/seqid=0 2024-11-08T18:41:23,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742339_1515 (size=12151) 2024-11-08T18:41:23,338 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T18:41:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,338 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T18:41:23,491 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T18:41:23,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,492 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,645 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T18:41:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,645 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:23,674 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=245 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/2767ce1fcba6472f8a9369fa51895a27 2024-11-08T18:41:23,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:23,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091343670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,676 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:23,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/a3fa0bbf90ab46738c8f9a992285f75f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a3fa0bbf90ab46738c8f9a992285f75f 2024-11-08T18:41:23,685 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a3fa0bbf90ab46738c8f9a992285f75f, entries=200, sequenceid=245, filesize=14.2 K 2024-11-08T18:41:23,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/d966d7091a96449aa4df9626e7f4cda4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d966d7091a96449aa4df9626e7f4cda4 2024-11-08T18:41:23,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d966d7091a96449aa4df9626e7f4cda4, entries=150, sequenceid=245, filesize=11.9 K 2024-11-08T18:41:23,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/2767ce1fcba6472f8a9369fa51895a27 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2767ce1fcba6472f8a9369fa51895a27 2024-11-08T18:41:23,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:23,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091343680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,692 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:23,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2767ce1fcba6472f8a9369fa51895a27, entries=150, sequenceid=245, filesize=11.9 K 2024-11-08T18:41:23,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1325ms, sequenceid=245, compaction requested=false 2024-11-08T18:41:23,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:23,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-11-08T18:41:23,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,798 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T18:41:23,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/f8567618a17e49818f5cba4981bd55c5 is 50, key is test_row_0/A:col10/1731091282500/Put/seqid=0 2024-11-08T18:41:23,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742340_1516 (size=12301) 2024-11-08T18:41:23,813 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/f8567618a17e49818f5cba4981bd55c5 2024-11-08T18:41:23,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:23,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:23,823 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/1bdffe2db26f4880b88274bf7c5f3381 is 50, key is test_row_0/B:col10/1731091282500/Put/seqid=0 2024-11-08T18:41:23,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742341_1517 (size=12301) 2024-11-08T18:41:23,828 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/1bdffe2db26f4880b88274bf7c5f3381 2024-11-08T18:41:23,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/64e0086eb5974759a36365eb9983783d is 50, key is test_row_0/C:col10/1731091282500/Put/seqid=0 2024-11-08T18:41:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742342_1518 (size=12301) 2024-11-08T18:41:23,850 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=273 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/64e0086eb5974759a36365eb9983783d 2024-11-08T18:41:23,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/f8567618a17e49818f5cba4981bd55c5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/f8567618a17e49818f5cba4981bd55c5 2024-11-08T18:41:23,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T18:41:23,861 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/f8567618a17e49818f5cba4981bd55c5, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T18:41:23,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/1bdffe2db26f4880b88274bf7c5f3381 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1bdffe2db26f4880b88274bf7c5f3381 2024-11-08T18:41:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:23,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091343854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:23,864 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1bdffe2db26f4880b88274bf7c5f3381, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T18:41:23,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:23,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091343858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:23,866 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/64e0086eb5974759a36365eb9983783d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/64e0086eb5974759a36365eb9983783d 2024-11-08T18:41:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:23,866 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:23,869 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/64e0086eb5974759a36365eb9983783d, entries=150, sequenceid=273, filesize=12.0 K 2024-11-08T18:41:23,870 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 72ms, sequenceid=273, compaction requested=true 2024-11-08T18:41:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:23,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-11-08T18:41:23,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-11-08T18:41:23,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-11-08T18:41:23,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1480 sec 2024-11-08T18:41:23,875 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.1530 sec 2024-11-08T18:41:23,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:23,876 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:23,877 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T18:41:23,881 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/0c67b9fab1c4406e9e237658851338b5 is 50, key is test_row_0/A:col10/1731091283858/Put/seqid=0 2024-11-08T18:41:23,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742343_1519 (size=14741) 2024-11-08T18:41:24,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091344028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091344037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,041 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091344038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,042 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091344151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091344151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,152 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091344151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,285 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/0c67b9fab1c4406e9e237658851338b5 2024-11-08T18:41:24,305 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/f559c623c0ae42e5849a521b181bf55f is 50, key is test_row_0/B:col10/1731091283858/Put/seqid=0 2024-11-08T18:41:24,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742344_1520 (size=12301) 2024-11-08T18:41:24,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/f559c623c0ae42e5849a521b181bf55f 2024-11-08T18:41:24,370 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/055665cc591b4ed997b71eb3da1a06d3 is 50, key is test_row_0/C:col10/1731091283858/Put/seqid=0 2024-11-08T18:41:24,371 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091344360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,372 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091344360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091344360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,373 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742345_1521 (size=12301) 2024-11-08T18:41:24,393 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/055665cc591b4ed997b71eb3da1a06d3 2024-11-08T18:41:24,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/0c67b9fab1c4406e9e237658851338b5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0c67b9fab1c4406e9e237658851338b5 2024-11-08T18:41:24,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0c67b9fab1c4406e9e237658851338b5, entries=200, sequenceid=285, filesize=14.4 K 2024-11-08T18:41:24,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/f559c623c0ae42e5849a521b181bf55f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f559c623c0ae42e5849a521b181bf55f 2024-11-08T18:41:24,414 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f559c623c0ae42e5849a521b181bf55f, entries=150, sequenceid=285, filesize=12.0 K 2024-11-08T18:41:24,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/055665cc591b4ed997b71eb3da1a06d3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/055665cc591b4ed997b71eb3da1a06d3 2024-11-08T18:41:24,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/055665cc591b4ed997b71eb3da1a06d3, entries=150, sequenceid=285, filesize=12.0 K 2024-11-08T18:41:24,424 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 547ms, sequenceid=285, compaction requested=true 2024-11-08T18:41:24,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:24,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:24,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:24,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:24,424 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:24,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:24,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:24,424 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:24,424 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:24,425 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54178 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:24,425 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49348 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:24,425 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:24,425 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:24,425 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:24,425 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:24,425 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/bcc5a11b137a49aba308185f9651d026, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a3fa0bbf90ab46738c8f9a992285f75f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/f8567618a17e49818f5cba4981bd55c5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0c67b9fab1c4406e9e237658851338b5] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=52.9 K 2024-11-08T18:41:24,425 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1fb40205d2b34eaca8634281ef49cc64, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d966d7091a96449aa4df9626e7f4cda4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1bdffe2db26f4880b88274bf7c5f3381, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f559c623c0ae42e5849a521b181bf55f] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=48.2 K 2024-11-08T18:41:24,426 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcc5a11b137a49aba308185f9651d026, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731091281004 2024-11-08T18:41:24,426 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1fb40205d2b34eaca8634281ef49cc64, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731091281004 2024-11-08T18:41:24,426 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting d966d7091a96449aa4df9626e7f4cda4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731091282224 2024-11-08T18:41:24,427 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3fa0bbf90ab46738c8f9a992285f75f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731091282224 2024-11-08T18:41:24,427 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8567618a17e49818f5cba4981bd55c5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731091282500 2024-11-08T18:41:24,427 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1bdffe2db26f4880b88274bf7c5f3381, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731091282500 2024-11-08T18:41:24,427 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f559c623c0ae42e5849a521b181bf55f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731091283851 2024-11-08T18:41:24,428 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c67b9fab1c4406e9e237658851338b5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731091283851 2024-11-08T18:41:24,448 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#445 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:24,449 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d517b518d0834f28af061ed42f429625 is 50, key is test_row_0/A:col10/1731091283858/Put/seqid=0 2024-11-08T18:41:24,468 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#446 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:24,468 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/01188cde856d472f961ce7c447ea662e is 50, key is test_row_0/B:col10/1731091283858/Put/seqid=0 2024-11-08T18:41:24,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742346_1522 (size=12881) 2024-11-08T18:41:24,506 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d517b518d0834f28af061ed42f429625 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d517b518d0834f28af061ed42f429625 2024-11-08T18:41:24,511 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into d517b518d0834f28af061ed42f429625(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:24,511 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:24,511 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=12, startTime=1731091284424; duration=0sec 2024-11-08T18:41:24,511 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:24,511 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:24,511 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:24,517 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49348 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:24,517 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:24,518 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:24,518 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e692e314991044feb66009281dd0304b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2767ce1fcba6472f8a9369fa51895a27, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/64e0086eb5974759a36365eb9983783d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/055665cc591b4ed997b71eb3da1a06d3] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=48.2 K 2024-11-08T18:41:24,518 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting e692e314991044feb66009281dd0304b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1731091281004 2024-11-08T18:41:24,518 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2767ce1fcba6472f8a9369fa51895a27, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=245, earliestPutTs=1731091282224 2024-11-08T18:41:24,519 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 64e0086eb5974759a36365eb9983783d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=273, earliestPutTs=1731091282500 2024-11-08T18:41:24,520 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 055665cc591b4ed997b71eb3da1a06d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731091283851 2024-11-08T18:41:24,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742347_1523 (size=12881) 2024-11-08T18:41:24,544 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#447 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:24,544 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/2cc2e4efa5614acfbdab276c72d5f8d3 is 50, key is test_row_0/C:col10/1731091283858/Put/seqid=0 2024-11-08T18:41:24,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742348_1524 (size=12881) 2024-11-08T18:41:24,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:24,689 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:24,689 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-11-08T18:41:24,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/81527aa2673e461a93b709f027e79df9 is 50, key is test_row_0/A:col10/1731091284036/Put/seqid=0 2024-11-08T18:41:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742349_1525 (size=17181) 2024-11-08T18:41:24,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091344700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091344700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,710 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091344702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091344702, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091344703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,716 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091344820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091344820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091344820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091344820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:24,830 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-11-08T18:41:24,870 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:24,870 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-11-08T18:41:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T18:41:24,872 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:24,873 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:24,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:24,939 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/01188cde856d472f961ce7c447ea662e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01188cde856d472f961ce7c447ea662e 2024-11-08T18:41:24,942 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 01188cde856d472f961ce7c447ea662e(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:24,942 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:24,942 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=12, startTime=1731091284424; duration=0sec 2024-11-08T18:41:24,943 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:24,943 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:24,970 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/2cc2e4efa5614acfbdab276c72d5f8d3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2cc2e4efa5614acfbdab276c72d5f8d3 2024-11-08T18:41:24,974 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 2cc2e4efa5614acfbdab276c72d5f8d3(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:24,974 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:24,974 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=12, startTime=1731091284424; duration=0sec 2024-11-08T18:41:24,974 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:24,974 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T18:41:25,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T18:41:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091345040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091345040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,043 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,043 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091345040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091345040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,044 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/81527aa2673e461a93b709f027e79df9 2024-11-08T18:41:25,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/8096af2a82134f5a9b7569dd5b115c59 is 50, key is test_row_0/B:col10/1731091284036/Put/seqid=0 2024-11-08T18:41:25,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742350_1526 (size=12301) 2024-11-08T18:41:25,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T18:41:25,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:25,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T18:41:25,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T18:41:25,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:25,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091345350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,356 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,356 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091345351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091345351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,357 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091345351, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,358 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T18:41:25,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:25,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,489 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T18:41:25,519 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/8096af2a82134f5a9b7569dd5b115c59 2024-11-08T18:41:25,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/f86931b218e848b89866a593770818fe is 50, key is test_row_0/C:col10/1731091284036/Put/seqid=0 2024-11-08T18:41:25,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742351_1527 (size=12301) 2024-11-08T18:41:25,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T18:41:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:25,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T18:41:25,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091345860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091345861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,864 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091345870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,874 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091345870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:25,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:25,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/f86931b218e848b89866a593770818fe 2024-11-08T18:41:25,943 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/81527aa2673e461a93b709f027e79df9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/81527aa2673e461a93b709f027e79df9 2024-11-08T18:41:25,946 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/81527aa2673e461a93b709f027e79df9, entries=250, sequenceid=314, filesize=16.8 K 2024-11-08T18:41:25,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/8096af2a82134f5a9b7569dd5b115c59 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8096af2a82134f5a9b7569dd5b115c59 2024-11-08T18:41:25,951 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8096af2a82134f5a9b7569dd5b115c59, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T18:41:25,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/f86931b218e848b89866a593770818fe as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f86931b218e848b89866a593770818fe 2024-11-08T18:41:25,951 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T18:41:25,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:25,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:25,952 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:25,957 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f86931b218e848b89866a593770818fe, entries=150, sequenceid=314, filesize=12.0 K 2024-11-08T18:41:25,957 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1268ms, sequenceid=314, compaction requested=false 2024-11-08T18:41:25,958 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T18:41:26,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-11-08T18:41:26,105 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:26,105 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-11-08T18:41:26,109 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d77add919d4f43cba4867e9945d94a9b is 50, key is test_row_0/A:col10/1731091284702/Put/seqid=0 2024-11-08T18:41:26,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742352_1528 (size=9857) 2024-11-08T18:41:26,514 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d77add919d4f43cba4867e9945d94a9b 2024-11-08T18:41:26,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/071979a0f75340f680f00ae74a0012d2 is 50, key is test_row_0/B:col10/1731091284702/Put/seqid=0 2024-11-08T18:41:26,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742353_1529 (size=9857) 2024-11-08T18:41:26,528 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/071979a0f75340f680f00ae74a0012d2 2024-11-08T18:41:26,537 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/29c430a4c4354a8c8572065f4a70a466 is 50, key is test_row_0/C:col10/1731091284702/Put/seqid=0 2024-11-08T18:41:26,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742354_1530 (size=9857) 2024-11-08T18:41:26,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:26,742 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:26,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:26,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091346880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:26,887 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,888 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:26,892 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:26,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091346885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,893 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:26,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091346887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:26,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091346890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:26,897 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:26,897 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:26,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091346890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:26,897 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2194 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:26,898 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:26,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:26,943 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/29c430a4c4354a8c8572065f4a70a466 2024-11-08T18:41:26,946 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/d77add919d4f43cba4867e9945d94a9b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d77add919d4f43cba4867e9945d94a9b 2024-11-08T18:41:26,950 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d77add919d4f43cba4867e9945d94a9b, entries=100, sequenceid=324, filesize=9.6 K 2024-11-08T18:41:26,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/071979a0f75340f680f00ae74a0012d2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/071979a0f75340f680f00ae74a0012d2 2024-11-08T18:41:26,953 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/071979a0f75340f680f00ae74a0012d2, entries=100, sequenceid=324, filesize=9.6 K 2024-11-08T18:41:26,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/29c430a4c4354a8c8572065f4a70a466 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/29c430a4c4354a8c8572065f4a70a466 2024-11-08T18:41:26,957 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/29c430a4c4354a8c8572065f4a70a466, entries=100, sequenceid=324, filesize=9.6 K 2024-11-08T18:41:26,958 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 852ms, sequenceid=324, compaction requested=true 2024-11-08T18:41:26,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:26,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:26,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-11-08T18:41:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-11-08T18:41:26,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-11-08T18:41:26,961 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0860 sec 2024-11-08T18:41:26,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 2.0910 sec 2024-11-08T18:41:27,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:27,002 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:27,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-11-08T18:41:27,007 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/164f306f0b3143a2ad22a341a0a085b6 is 50, key is test_row_0/A:col10/1731091287001/Put/seqid=0 2024-11-08T18:41:27,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742355_1531 (size=14741) 2024-11-08T18:41:27,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-11-08T18:41:27,020 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:27,021 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:27,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-11-08T18:41:27,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091347015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:27,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T18:41:27,022 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,022 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:27,023 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:27,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091347018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:27,023 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:27,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,023 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:27,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T18:41:27,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091347130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:27,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,133 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:27,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091347130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,134 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:27,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T18:41:27,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:27,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T18:41:27,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:27,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,328 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T18:41:27,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091347340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:27,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:27,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091347340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:27,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,345 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,346 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:27,415 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/164f306f0b3143a2ad22a341a0a085b6 2024-11-08T18:41:27,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/7e637f5e9d4d479991c3b573e38d7467 is 50, key is test_row_0/B:col10/1731091287001/Put/seqid=0 2024-11-08T18:41:27,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742356_1532 (size=12301) 2024-11-08T18:41:27,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T18:41:27,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:27,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T18:41:27,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:27,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T18:41:27,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091347651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:27,654 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091347651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:27,654 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:27,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T18:41:27,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:27,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,790 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/7e637f5e9d4d479991c3b573e38d7467 2024-11-08T18:41:27,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/04e992b68fdb406ea603de3581edd5fa is 50, key is test_row_0/C:col10/1731091287001/Put/seqid=0 2024-11-08T18:41:27,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742357_1533 (size=12301) 2024-11-08T18:41:27,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T18:41:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:27,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:27,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:28,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T18:41:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:28,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:28,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:28,096 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:28,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:28,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:28,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T18:41:28,168 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:28,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091348160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:28,168 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:28,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:28,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091348169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:28,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:28,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/04e992b68fdb406ea603de3581edd5fa 2024-11-08T18:41:28,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/164f306f0b3143a2ad22a341a0a085b6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/164f306f0b3143a2ad22a341a0a085b6 2024-11-08T18:41:28,244 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/164f306f0b3143a2ad22a341a0a085b6, entries=200, sequenceid=353, filesize=14.4 K 2024-11-08T18:41:28,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/7e637f5e9d4d479991c3b573e38d7467 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7e637f5e9d4d479991c3b573e38d7467 2024-11-08T18:41:28,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T18:41:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:28,248 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:28,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:28,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:28,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7e637f5e9d4d479991c3b573e38d7467, entries=150, sequenceid=353, filesize=12.0 K 2024-11-08T18:41:28,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/04e992b68fdb406ea603de3581edd5fa as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/04e992b68fdb406ea603de3581edd5fa 2024-11-08T18:41:28,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/04e992b68fdb406ea603de3581edd5fa, entries=150, sequenceid=353, filesize=12.0 K 2024-11-08T18:41:28,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1251ms, sequenceid=353, compaction requested=true 2024-11-08T18:41:28,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:28,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:28,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:28,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:28,254 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:28,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:28,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:28,254 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:28,254 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:28,258 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:28,258 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:28,258 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:28,258 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d517b518d0834f28af061ed42f429625, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/81527aa2673e461a93b709f027e79df9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d77add919d4f43cba4867e9945d94a9b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/164f306f0b3143a2ad22a341a0a085b6] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=53.4 K 2024-11-08T18:41:28,258 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:28,258 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:28,258 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:28,258 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01188cde856d472f961ce7c447ea662e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8096af2a82134f5a9b7569dd5b115c59, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/071979a0f75340f680f00ae74a0012d2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7e637f5e9d4d479991c3b573e38d7467] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=46.2 K 2024-11-08T18:41:28,259 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d517b518d0834f28af061ed42f429625, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731091283851 2024-11-08T18:41:28,259 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 01188cde856d472f961ce7c447ea662e, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731091283851 2024-11-08T18:41:28,259 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81527aa2673e461a93b709f027e79df9, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731091284021 2024-11-08T18:41:28,259 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8096af2a82134f5a9b7569dd5b115c59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731091284036 2024-11-08T18:41:28,260 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d77add919d4f43cba4867e9945d94a9b, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731091284700 2024-11-08T18:41:28,260 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 071979a0f75340f680f00ae74a0012d2, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731091284700 2024-11-08T18:41:28,260 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 164f306f0b3143a2ad22a341a0a085b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731091286851 2024-11-08T18:41:28,260 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e637f5e9d4d479991c3b573e38d7467, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731091286869 2024-11-08T18:41:28,275 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#457 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:28,276 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/a046cc81697e409d888a055df57b96d2 is 50, key is test_row_0/A:col10/1731091287001/Put/seqid=0 2024-11-08T18:41:28,278 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#458 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:28,278 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/649aff09da1349d3b231e7783e9a04ad is 50, key is test_row_0/B:col10/1731091287001/Put/seqid=0 2024-11-08T18:41:28,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742358_1534 (size=13017) 2024-11-08T18:41:28,294 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/a046cc81697e409d888a055df57b96d2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a046cc81697e409d888a055df57b96d2 2024-11-08T18:41:28,300 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into a046cc81697e409d888a055df57b96d2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:28,300 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:28,300 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=12, startTime=1731091288254; duration=0sec 2024-11-08T18:41:28,301 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:28,301 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:28,301 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:28,302 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 47340 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:28,302 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:28,302 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:28,302 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2cc2e4efa5614acfbdab276c72d5f8d3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f86931b218e848b89866a593770818fe, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/29c430a4c4354a8c8572065f4a70a466, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/04e992b68fdb406ea603de3581edd5fa] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=46.2 K 2024-11-08T18:41:28,303 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2cc2e4efa5614acfbdab276c72d5f8d3, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731091283851 2024-11-08T18:41:28,305 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting f86931b218e848b89866a593770818fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1731091284036 2024-11-08T18:41:28,305 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29c430a4c4354a8c8572065f4a70a466, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1731091284700 2024-11-08T18:41:28,306 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 04e992b68fdb406ea603de3581edd5fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731091286869 2024-11-08T18:41:28,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742359_1535 (size=13017) 2024-11-08T18:41:28,313 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/649aff09da1349d3b231e7783e9a04ad as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/649aff09da1349d3b231e7783e9a04ad 2024-11-08T18:41:28,324 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#459 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:28,324 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 649aff09da1349d3b231e7783e9a04ad(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:28,324 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:28,324 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=12, startTime=1731091288254; duration=0sec 2024-11-08T18:41:28,324 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:28,325 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:28,325 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/9f6b4cc8e9d04942bf531c6164ec8f21 is 50, key is test_row_0/C:col10/1731091287001/Put/seqid=0 2024-11-08T18:41:28,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742360_1536 (size=13017) 2024-11-08T18:41:28,342 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/9f6b4cc8e9d04942bf531c6164ec8f21 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9f6b4cc8e9d04942bf531c6164ec8f21 2024-11-08T18:41:28,346 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 9f6b4cc8e9d04942bf531c6164ec8f21(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:28,346 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:28,346 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=12, startTime=1731091288254; duration=0sec 2024-11-08T18:41:28,346 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:28,347 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:28,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-11-08T18:41:28,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:28,402 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-11-08T18:41:28,408 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/47b352ddb2114a69a29eb92cff138603 is 50, key is test_row_0/A:col10/1731091287013/Put/seqid=0 2024-11-08T18:41:28,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742361_1537 (size=12301) 2024-11-08T18:41:28,831 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/47b352ddb2114a69a29eb92cff138603 2024-11-08T18:41:28,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/5f143d90be3a45a38904e1b15bf0e563 is 50, key is test_row_0/B:col10/1731091287013/Put/seqid=0 2024-11-08T18:41:28,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742362_1538 (size=12301) 2024-11-08T18:41:28,843 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/5f143d90be3a45a38904e1b15bf0e563 2024-11-08T18:41:28,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/961be93f152749a9a0ea14ef7cff27ff is 50, key is test_row_0/C:col10/1731091287013/Put/seqid=0 2024-11-08T18:41:28,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742363_1539 (size=12301) 2024-11-08T18:41:28,853 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/961be93f152749a9a0ea14ef7cff27ff 2024-11-08T18:41:28,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/47b352ddb2114a69a29eb92cff138603 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/47b352ddb2114a69a29eb92cff138603 2024-11-08T18:41:28,871 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/47b352ddb2114a69a29eb92cff138603, entries=150, sequenceid=363, filesize=12.0 K 2024-11-08T18:41:28,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/5f143d90be3a45a38904e1b15bf0e563 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/5f143d90be3a45a38904e1b15bf0e563 2024-11-08T18:41:28,878 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/5f143d90be3a45a38904e1b15bf0e563, entries=150, sequenceid=363, filesize=12.0 K 2024-11-08T18:41:28,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/961be93f152749a9a0ea14ef7cff27ff as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/961be93f152749a9a0ea14ef7cff27ff 2024-11-08T18:41:28,884 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/961be93f152749a9a0ea14ef7cff27ff, entries=150, sequenceid=363, filesize=12.0 K 2024-11-08T18:41:28,885 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 483ms, sequenceid=363, compaction requested=false 2024-11-08T18:41:28,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:28,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:28,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-11-08T18:41:28,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-11-08T18:41:28,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-11-08T18:41:28,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8630 sec 2024-11-08T18:41:28,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 1.8680 sec 2024-11-08T18:41:28,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:28,930 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:28,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:28,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/aecf9869a54941d99795e95391755451 is 50, key is test_row_0/A:col10/1731091288928/Put/seqid=0 2024-11-08T18:41:28,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742364_1540 (size=14741) 2024-11-08T18:41:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091349025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,038 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,039 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091349034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091349038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,051 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091349151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091349151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,162 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-11-08T18:41:29,171 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:29,172 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-11-08T18:41:29,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T18:41:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091349163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,174 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,174 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,175 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:29,175 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091349180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091349180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,193 WARN [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2175 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,193 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_1' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2178 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,194 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T18:41:29,331 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T18:41:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,351 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/aecf9869a54941d99795e95391755451 2024-11-08T18:41:29,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/2b2616cf776444e4a60f3098f63057b6 is 50, key is test_row_0/B:col10/1731091288928/Put/seqid=0 2024-11-08T18:41:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742365_1541 (size=12301) 2024-11-08T18:41:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091349371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091349371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,385 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,386 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091349380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,387 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T18:41:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,485 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T18:41:29,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T18:41:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:29,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,638 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091349690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091349690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:29,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091349690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:29,701 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:29,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/2b2616cf776444e4a60f3098f63057b6 2024-11-08T18:41:29,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4d861bb4c91c481abf5e95c34d32c437 is 50, key is test_row_0/C:col10/1731091288928/Put/seqid=0 2024-11-08T18:41:29,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T18:41:29,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:29,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,791 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:29,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742366_1542 (size=12301) 2024-11-08T18:41:29,793 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4d861bb4c91c481abf5e95c34d32c437 2024-11-08T18:41:29,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/aecf9869a54941d99795e95391755451 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/aecf9869a54941d99795e95391755451 2024-11-08T18:41:29,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T18:41:29,803 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/aecf9869a54941d99795e95391755451, entries=200, sequenceid=375, filesize=14.4 K 2024-11-08T18:41:29,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/2b2616cf776444e4a60f3098f63057b6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2b2616cf776444e4a60f3098f63057b6 2024-11-08T18:41:29,806 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2b2616cf776444e4a60f3098f63057b6, entries=150, sequenceid=375, filesize=12.0 K 2024-11-08T18:41:29,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4d861bb4c91c481abf5e95c34d32c437 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4d861bb4c91c481abf5e95c34d32c437 2024-11-08T18:41:29,811 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4d861bb4c91c481abf5e95c34d32c437, entries=150, sequenceid=375, filesize=12.0 K 2024-11-08T18:41:29,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 882ms, sequenceid=375, compaction requested=true 2024-11-08T18:41:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:29,812 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:29,812 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-11-08T18:41:29,813 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:29,813 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:29,813 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:29,813 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,813 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a046cc81697e409d888a055df57b96d2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/47b352ddb2114a69a29eb92cff138603, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/aecf9869a54941d99795e95391755451] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=39.1 K 2024-11-08T18:41:29,814 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a046cc81697e409d888a055df57b96d2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731091286869 2024-11-08T18:41:29,814 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:29,814 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47b352ddb2114a69a29eb92cff138603, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731091287013 2024-11-08T18:41:29,814 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:29,814 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,814 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/649aff09da1349d3b231e7783e9a04ad, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/5f143d90be3a45a38904e1b15bf0e563, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2b2616cf776444e4a60f3098f63057b6] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=36.7 K 2024-11-08T18:41:29,814 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting aecf9869a54941d99795e95391755451, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731091288920 2024-11-08T18:41:29,815 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 649aff09da1349d3b231e7783e9a04ad, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731091286869 2024-11-08T18:41:29,815 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f143d90be3a45a38904e1b15bf0e563, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731091287013 2024-11-08T18:41:29,815 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 2b2616cf776444e4a60f3098f63057b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731091288920 2024-11-08T18:41:29,821 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#466 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:29,821 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#467 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:29,822 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/1e69f4f915824cba8e99cc2cf9b5dc64 is 50, key is test_row_0/B:col10/1731091288928/Put/seqid=0 2024-11-08T18:41:29,822 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/46b2bade27134cdbb166b8231520d0b2 is 50, key is test_row_0/A:col10/1731091288928/Put/seqid=0 2024-11-08T18:41:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742368_1544 (size=13119) 2024-11-08T18:41:29,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742367_1543 (size=13119) 2024-11-08T18:41:29,832 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/1e69f4f915824cba8e99cc2cf9b5dc64 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1e69f4f915824cba8e99cc2cf9b5dc64 2024-11-08T18:41:29,832 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/46b2bade27134cdbb166b8231520d0b2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/46b2bade27134cdbb166b8231520d0b2 2024-11-08T18:41:29,836 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 1e69f4f915824cba8e99cc2cf9b5dc64(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:29,836 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:29,836 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=13, startTime=1731091289812; duration=0sec 2024-11-08T18:41:29,836 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:29,836 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:29,836 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:29,838 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:29,838 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:29,838 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,838 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9f6b4cc8e9d04942bf531c6164ec8f21, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/961be93f152749a9a0ea14ef7cff27ff, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4d861bb4c91c481abf5e95c34d32c437] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=36.7 K 2024-11-08T18:41:29,838 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 46b2bade27134cdbb166b8231520d0b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:29,838 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:29,838 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=13, startTime=1731091289812; duration=0sec 2024-11-08T18:41:29,838 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:29,838 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:29,838 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f6b4cc8e9d04942bf531c6164ec8f21, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1731091286869 2024-11-08T18:41:29,838 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 961be93f152749a9a0ea14ef7cff27ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1731091287013 2024-11-08T18:41:29,839 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d861bb4c91c481abf5e95c34d32c437, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731091288920 2024-11-08T18:41:29,844 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:29,844 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/d8721eb75b384d1c868a3200e9b80b92 is 50, key is test_row_0/C:col10/1731091288928/Put/seqid=0 2024-11-08T18:41:29,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742369_1545 (size=13119) 2024-11-08T18:41:29,944 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-11-08T18:41:29,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:29,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:41:29,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/23504a7040ba42998e7503dbaaf9eaf3 is 50, key is test_row_0/A:col10/1731091289022/Put/seqid=0 2024-11-08T18:41:29,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742370_1546 (size=12301) 2024-11-08T18:41:30,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:30,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:30,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091350228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091350233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,237 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091350236, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,245 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,253 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/d8721eb75b384d1c868a3200e9b80b92 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d8721eb75b384d1c868a3200e9b80b92 2024-11-08T18:41:30,256 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into d8721eb75b384d1c868a3200e9b80b92(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:30,256 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:30,256 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=13, startTime=1731091289812; duration=0sec 2024-11-08T18:41:30,257 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:30,257 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:30,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T18:41:30,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091350339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091350339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,344 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,357 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091350350, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,357 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/23504a7040ba42998e7503dbaaf9eaf3 2024-11-08T18:41:30,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/f6e0f581c7734a53ad210acedea79dc1 is 50, key is test_row_0/B:col10/1731091289022/Put/seqid=0 2024-11-08T18:41:30,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742371_1547 (size=12301) 2024-11-08T18:41:30,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091350550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,556 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091350550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,557 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091350560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,771 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/f6e0f581c7734a53ad210acedea79dc1 2024-11-08T18:41:30,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4b21d857cd00409d88eacabf1f229b25 is 50, key is test_row_0/C:col10/1731091289022/Put/seqid=0 2024-11-08T18:41:30,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742372_1548 (size=12301) 2024-11-08T18:41:30,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091350860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091350860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,868 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:30,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:30,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091350869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:30,881 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,182 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=401 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4b21d857cd00409d88eacabf1f229b25 2024-11-08T18:41:31,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/23504a7040ba42998e7503dbaaf9eaf3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/23504a7040ba42998e7503dbaaf9eaf3 2024-11-08T18:41:31,188 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/23504a7040ba42998e7503dbaaf9eaf3, entries=150, sequenceid=401, filesize=12.0 K 2024-11-08T18:41:31,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/f6e0f581c7734a53ad210acedea79dc1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f6e0f581c7734a53ad210acedea79dc1 2024-11-08T18:41:31,192 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f6e0f581c7734a53ad210acedea79dc1, entries=150, sequenceid=401, filesize=12.0 K 2024-11-08T18:41:31,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/4b21d857cd00409d88eacabf1f229b25 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4b21d857cd00409d88eacabf1f229b25 2024-11-08T18:41:31,195 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4b21d857cd00409d88eacabf1f229b25, entries=150, sequenceid=401, filesize=12.0 K 2024-11-08T18:41:31,196 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1252ms, sequenceid=401, compaction requested=false 2024-11-08T18:41:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:31,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-11-08T18:41:31,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-11-08T18:41:31,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-11-08T18:41:31,200 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0220 sec 2024-11-08T18:41:31,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 2.0280 sec 2024-11-08T18:41:31,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:31,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:41:31,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/cf80ef05cd53470ebc143c5af8a219be is 50, key is test_row_0/A:col10/1731091291214/Put/seqid=0 2024-11-08T18:41:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742373_1549 (size=17181) 2024-11-08T18:41:31,225 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/cf80ef05cd53470ebc143c5af8a219be 2024-11-08T18:41:31,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/c9ae3b0ef5964308b2bfc6fc1eb4eaf4 is 50, key is test_row_0/B:col10/1731091291214/Put/seqid=0 2024-11-08T18:41:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742374_1550 (size=12301) 2024-11-08T18:41:31,237 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/c9ae3b0ef5964308b2bfc6fc1eb4eaf4 2024-11-08T18:41:31,242 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/bb5c7699a2564c5089e20cac196bfce1 is 50, key is test_row_0/C:col10/1731091291214/Put/seqid=0 2024-11-08T18:41:31,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742375_1551 (size=12301) 2024-11-08T18:41:31,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091351294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,303 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091351303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-11-08T18:41:31,320 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:31,321 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:31,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-11-08T18:41:31,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T18:41:31,322 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:31,323 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:31,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:31,383 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091351380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091351380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,384 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091351390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091351410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091351410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,416 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T18:41:31,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T18:41:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:31,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:31,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:31,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091351620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091351620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,622 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,623 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T18:41:31,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:31,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:31,628 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:31,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T18:41:31,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/bb5c7699a2564c5089e20cac196bfce1 2024-11-08T18:41:31,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/cf80ef05cd53470ebc143c5af8a219be as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/cf80ef05cd53470ebc143c5af8a219be 2024-11-08T18:41:31,653 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/cf80ef05cd53470ebc143c5af8a219be, entries=250, sequenceid=416, filesize=16.8 K 2024-11-08T18:41:31,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/c9ae3b0ef5964308b2bfc6fc1eb4eaf4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c9ae3b0ef5964308b2bfc6fc1eb4eaf4 2024-11-08T18:41:31,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c9ae3b0ef5964308b2bfc6fc1eb4eaf4, entries=150, sequenceid=416, filesize=12.0 K 2024-11-08T18:41:31,660 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/bb5c7699a2564c5089e20cac196bfce1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/bb5c7699a2564c5089e20cac196bfce1 2024-11-08T18:41:31,671 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/bb5c7699a2564c5089e20cac196bfce1, entries=150, sequenceid=416, filesize=12.0 K 2024-11-08T18:41:31,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 457ms, sequenceid=416, compaction requested=true 2024-11-08T18:41:31,672 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:31,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:31,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:31,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:31,672 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:31,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:31,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:31,672 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:31,672 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:31,673 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:31,673 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:31,673 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:31,673 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:31,673 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1e69f4f915824cba8e99cc2cf9b5dc64, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f6e0f581c7734a53ad210acedea79dc1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c9ae3b0ef5964308b2bfc6fc1eb4eaf4] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=36.8 K 2024-11-08T18:41:31,673 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:31,674 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:31,674 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/46b2bade27134cdbb166b8231520d0b2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/23504a7040ba42998e7503dbaaf9eaf3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/cf80ef05cd53470ebc143c5af8a219be] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=41.6 K 2024-11-08T18:41:31,674 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e69f4f915824cba8e99cc2cf9b5dc64, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731091288920 2024-11-08T18:41:31,674 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46b2bade27134cdbb166b8231520d0b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731091288920 2024-11-08T18:41:31,674 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23504a7040ba42998e7503dbaaf9eaf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731091289022 2024-11-08T18:41:31,674 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f6e0f581c7734a53ad210acedea79dc1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731091289022 2024-11-08T18:41:31,675 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf80ef05cd53470ebc143c5af8a219be, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731091290224 2024-11-08T18:41:31,676 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c9ae3b0ef5964308b2bfc6fc1eb4eaf4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731091290227 2024-11-08T18:41:31,686 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#475 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:31,687 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/ab91d6bd1d5a431290c6000ffd811490 is 50, key is test_row_0/A:col10/1731091291214/Put/seqid=0 2024-11-08T18:41:31,687 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#476 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:31,688 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/7260a3c5359f406ca1feeadd0deb03ba is 50, key is test_row_0/B:col10/1731091291214/Put/seqid=0 2024-11-08T18:41:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742376_1552 (size=13221) 2024-11-08T18:41:31,707 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/ab91d6bd1d5a431290c6000ffd811490 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/ab91d6bd1d5a431290c6000ffd811490 2024-11-08T18:41:31,715 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into ab91d6bd1d5a431290c6000ffd811490(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:31,715 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:31,715 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=13, startTime=1731091291672; duration=0sec 2024-11-08T18:41:31,716 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:31,716 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:31,716 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:31,716 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:31,717 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:31,717 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:31,717 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d8721eb75b384d1c868a3200e9b80b92, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4b21d857cd00409d88eacabf1f229b25, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/bb5c7699a2564c5089e20cac196bfce1] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=36.8 K 2024-11-08T18:41:31,717 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8721eb75b384d1c868a3200e9b80b92, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1731091288920 2024-11-08T18:41:31,718 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4b21d857cd00409d88eacabf1f229b25, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=401, earliestPutTs=1731091289022 2024-11-08T18:41:31,718 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting bb5c7699a2564c5089e20cac196bfce1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731091290227 2024-11-08T18:41:31,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742377_1553 (size=13221) 2024-11-08T18:41:31,743 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/7260a3c5359f406ca1feeadd0deb03ba as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7260a3c5359f406ca1feeadd0deb03ba 2024-11-08T18:41:31,746 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:31,746 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/8d28045d708044c6966b23a45753f9b7 is 50, key is test_row_0/C:col10/1731091291214/Put/seqid=0 2024-11-08T18:41:31,757 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 7260a3c5359f406ca1feeadd0deb03ba(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:31,757 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:31,757 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=13, startTime=1731091291672; duration=0sec 2024-11-08T18:41:31,758 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:31,758 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:31,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742378_1554 (size=13221) 2024-11-08T18:41:31,770 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/8d28045d708044c6966b23a45753f9b7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/8d28045d708044c6966b23a45753f9b7 2024-11-08T18:41:31,775 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 8d28045d708044c6966b23a45753f9b7(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:31,775 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:31,775 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=13, startTime=1731091291672; duration=0sec 2024-11-08T18:41:31,775 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:31,775 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:31,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-11-08T18:41:31,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:31,780 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-11-08T18:41:31,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/081f8adce7fb489ba8e181926b29dd6f is 50, key is test_row_0/A:col10/1731091291302/Put/seqid=0 2024-11-08T18:41:31,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742379_1555 (size=12301) 2024-11-08T18:41:31,788 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/081f8adce7fb489ba8e181926b29dd6f 2024-11-08T18:41:31,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/8a7bf4d1ccf74bf3a5f36d25ab124a53 is 50, key is test_row_0/B:col10/1731091291302/Put/seqid=0 2024-11-08T18:41:31,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742380_1556 (size=12301) 2024-11-08T18:41:31,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:31,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. as already flushing 2024-11-08T18:41:31,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T18:41:31,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091351963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,972 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:31,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091351967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:31,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:31,979 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,081 INFO [Thread-2077 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2077. 2024-11-08T18:41:32,081 DEBUG [Thread-2077 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:32,081 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,081 DEBUG [Thread-2077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,081 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:32,087 INFO [Thread-2075 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2075. 2024-11-08T18:41:32,087 DEBUG [Thread-2075 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:32,087 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,087 DEBUG [Thread-2075 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,087 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:32,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:32,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091352080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:32,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,090 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:32,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091352090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:32,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,091 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,091 INFO [Thread-2073 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2073. 2024-11-08T18:41:32,091 DEBUG [Thread-2073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:32,091 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,091 INFO [Thread-2079 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2079. 2024-11-08T18:41:32,091 DEBUG [Thread-2079 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:32,091 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,091 DEBUG [Thread-2073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:32,092 DEBUG [Thread-2079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,092 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:32,095 INFO [Thread-2071 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2071. 2024-11-08T18:41:32,095 DEBUG [Thread-2071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:32,095 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,095 DEBUG [Thread-2071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:32,095 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:32,213 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/8a7bf4d1ccf74bf3a5f36d25ab124a53 2024-11-08T18:41:32,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/b7c69308565e4b8786ddb17ce0711cad is 50, key is test_row_0/C:col10/1731091291302/Put/seqid=0 2024-11-08T18:41:32,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742381_1557 (size=12301) 2024-11-08T18:41:32,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:32,300 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091352300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:32,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091352300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,301 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:32,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:32,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44706 deadline: 1731091352400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44680 deadline: 1731091352400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:32,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44664 deadline: 1731091352400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:32,401 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_0' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2168 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:32,401 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_1' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:32,401 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to d72107b3bc04,46205,1731091153867 for 'test_row_2' in db1e8c23dcd8d4b2cf33f80a5f8683d7 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor44.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-11-08T18:41:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,401 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,402 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T18:41:32,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:32,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44684 deadline: 1731091352610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:44716 deadline: 1731091352610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 , the old value is region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,611 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., hostname=d72107b3bc04,46205,1731091153867, seqNum=2 because the exception is null or not the one we care about 2024-11-08T18:41:32,623 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=441 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/b7c69308565e4b8786ddb17ce0711cad 2024-11-08T18:41:32,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/081f8adce7fb489ba8e181926b29dd6f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/081f8adce7fb489ba8e181926b29dd6f 2024-11-08T18:41:32,629 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/081f8adce7fb489ba8e181926b29dd6f, entries=150, sequenceid=441, filesize=12.0 K 2024-11-08T18:41:32,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/8a7bf4d1ccf74bf3a5f36d25ab124a53 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8a7bf4d1ccf74bf3a5f36d25ab124a53 2024-11-08T18:41:32,632 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8a7bf4d1ccf74bf3a5f36d25ab124a53, entries=150, sequenceid=441, filesize=12.0 K 2024-11-08T18:41:32,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/b7c69308565e4b8786ddb17ce0711cad as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/b7c69308565e4b8786ddb17ce0711cad 2024-11-08T18:41:32,635 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/b7c69308565e4b8786ddb17ce0711cad, entries=150, sequenceid=441, filesize=12.0 K 2024-11-08T18:41:32,636 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 856ms, sequenceid=441, compaction requested=false 2024-11-08T18:41:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:32,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-11-08T18:41:32,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-11-08T18:41:32,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-11-08T18:41:32,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3140 sec 2024-11-08T18:41:32,639 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.3170 sec 2024-11-08T18:41:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:33,122 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:33,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T18:41:33,122 INFO [Thread-2066 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2066. 2024-11-08T18:41:33,122 DEBUG [Thread-2066 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:33,122 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:33,122 INFO [Thread-2068 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2068. 2024-11-08T18:41:33,122 DEBUG [Thread-2068 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:33,122 DEBUG [Thread-2066 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:33,122 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:33,122 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:33,122 DEBUG [Thread-2068 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:33,123 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:33,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/083620fc483e4bf48a98bf337f41fc42 is 50, key is test_row_0/A:col10/1731091293120/Put/seqid=0 2024-11-08T18:41:33,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742382_1558 (size=12301) 2024-11-08T18:41:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-11-08T18:41:33,470 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:33,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/083620fc483e4bf48a98bf337f41fc42 2024-11-08T18:41:33,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/d571504dff4e49f9ac5014c14af83f7a is 50, key is test_row_0/B:col10/1731091293120/Put/seqid=0 2024-11-08T18:41:33,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742383_1559 (size=12301) 2024-11-08T18:41:33,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/d571504dff4e49f9ac5014c14af83f7a 2024-11-08T18:41:33,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/68e98ade628b490f9cfc9016dc859aae is 50, key is test_row_0/C:col10/1731091293120/Put/seqid=0 2024-11-08T18:41:33,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742384_1560 (size=12301) 2024-11-08T18:41:34,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=457 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/68e98ade628b490f9cfc9016dc859aae 2024-11-08T18:41:34,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/083620fc483e4bf48a98bf337f41fc42 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/083620fc483e4bf48a98bf337f41fc42 2024-11-08T18:41:34,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/083620fc483e4bf48a98bf337f41fc42, entries=150, sequenceid=457, filesize=12.0 K 2024-11-08T18:41:34,357 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/d571504dff4e49f9ac5014c14af83f7a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d571504dff4e49f9ac5014c14af83f7a 2024-11-08T18:41:34,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d571504dff4e49f9ac5014c14af83f7a, entries=150, sequenceid=457, filesize=12.0 K 2024-11-08T18:41:34,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/68e98ade628b490f9cfc9016dc859aae as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/68e98ade628b490f9cfc9016dc859aae 2024-11-08T18:41:34,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/68e98ade628b490f9cfc9016dc859aae, entries=150, sequenceid=457, filesize=12.0 K 2024-11-08T18:41:34,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=0 B/0 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1242ms, sequenceid=457, compaction requested=true 2024-11-08T18:41:34,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:34,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:34,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:34,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:34,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:34,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db1e8c23dcd8d4b2cf33f80a5f8683d7:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:34,365 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:34,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:34,365 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:34,365 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:34,365 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:34,365 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/B is initiating minor compaction (all files) 2024-11-08T18:41:34,365 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/A is initiating minor compaction (all files) 2024-11-08T18:41:34,366 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/B in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:34,366 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/A in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:34,366 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7260a3c5359f406ca1feeadd0deb03ba, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8a7bf4d1ccf74bf3a5f36d25ab124a53, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d571504dff4e49f9ac5014c14af83f7a] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=36.9 K 2024-11-08T18:41:34,366 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/ab91d6bd1d5a431290c6000ffd811490, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/081f8adce7fb489ba8e181926b29dd6f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/083620fc483e4bf48a98bf337f41fc42] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=36.9 K 2024-11-08T18:41:34,366 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7260a3c5359f406ca1feeadd0deb03ba, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731091290227 2024-11-08T18:41:34,366 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab91d6bd1d5a431290c6000ffd811490, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731091290227 2024-11-08T18:41:34,366 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 8a7bf4d1ccf74bf3a5f36d25ab124a53, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731091291277 2024-11-08T18:41:34,366 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 081f8adce7fb489ba8e181926b29dd6f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731091291277 2024-11-08T18:41:34,366 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 083620fc483e4bf48a98bf337f41fc42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731091291949 2024-11-08T18:41:34,367 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting d571504dff4e49f9ac5014c14af83f7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731091291949 2024-11-08T18:41:34,374 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#A#compaction#484 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:34,375 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/893ab38cc57840cc82033be6e5409864 is 50, key is test_row_0/A:col10/1731091293120/Put/seqid=0 2024-11-08T18:41:34,378 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#B#compaction#485 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:34,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742385_1561 (size=13323) 2024-11-08T18:41:34,378 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/ff9dad842b3c4787a558f1fa12f8a71d is 50, key is test_row_0/B:col10/1731091293120/Put/seqid=0 2024-11-08T18:41:34,382 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/893ab38cc57840cc82033be6e5409864 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/893ab38cc57840cc82033be6e5409864 2024-11-08T18:41:34,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742386_1562 (size=13323) 2024-11-08T18:41:34,386 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/A of db1e8c23dcd8d4b2cf33f80a5f8683d7 into 893ab38cc57840cc82033be6e5409864(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:34,386 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:34,386 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/A, priority=13, startTime=1731091294364; duration=0sec 2024-11-08T18:41:34,387 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:34,387 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:A 2024-11-08T18:41:34,387 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:34,387 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/ff9dad842b3c4787a558f1fa12f8a71d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/ff9dad842b3c4787a558f1fa12f8a71d 2024-11-08T18:41:34,387 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:34,388 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): db1e8c23dcd8d4b2cf33f80a5f8683d7/C is initiating minor compaction (all files) 2024-11-08T18:41:34,388 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of db1e8c23dcd8d4b2cf33f80a5f8683d7/C in TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:34,388 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/8d28045d708044c6966b23a45753f9b7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/b7c69308565e4b8786ddb17ce0711cad, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/68e98ade628b490f9cfc9016dc859aae] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp, totalSize=36.9 K 2024-11-08T18:41:34,388 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d28045d708044c6966b23a45753f9b7, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1731091290227 2024-11-08T18:41:34,389 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b7c69308565e4b8786ddb17ce0711cad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=441, earliestPutTs=1731091291277 2024-11-08T18:41:34,389 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68e98ade628b490f9cfc9016dc859aae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=457, earliestPutTs=1731091291949 2024-11-08T18:41:34,391 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/B of db1e8c23dcd8d4b2cf33f80a5f8683d7 into ff9dad842b3c4787a558f1fa12f8a71d(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:34,391 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:34,391 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/B, priority=13, startTime=1731091294365; duration=0sec 2024-11-08T18:41:34,391 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:34,391 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:B 2024-11-08T18:41:34,396 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db1e8c23dcd8d4b2cf33f80a5f8683d7#C#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:34,397 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/bd8f893c2a404945865dbd5b8c1f7110 is 50, key is test_row_0/C:col10/1731091293120/Put/seqid=0 2024-11-08T18:41:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742387_1563 (size=13323) 2024-11-08T18:41:34,412 INFO [Thread-2060 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2060. 2024-11-08T18:41:34,412 DEBUG [Thread-2060 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:34,412 DEBUG [Thread-2060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:34,412 DEBUG [Thread-2060 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:34,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:34,422 INFO [Thread-2062 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2062. 2024-11-08T18:41:34,422 INFO [Thread-2064 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2064. 2024-11-08T18:41:34,422 DEBUG [Thread-2064 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:34,422 DEBUG [Thread-2064 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:34,422 DEBUG [Thread-2062 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:34,422 DEBUG [Thread-2062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:34,422 DEBUG [Thread-2064 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:34,422 DEBUG [Thread-2062 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:34,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:34,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:34,422 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T18:41:34,422 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-08T18:41:34,422 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 46 2024-11-08T18:41:34,422 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 38 2024-11-08T18:41:34,422 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 128 2024-11-08T18:41:34,422 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 110 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1282 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3842 rows 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1274 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3821 rows 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1264 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3791 rows 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1273 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3818 rows 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1271 2024-11-08T18:41:34,423 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 3809 rows 2024-11-08T18:41:34,423 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:41:34,423 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:41:34,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:34,423 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:34,423 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:34,424 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-08T18:41:34,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:34,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T18:41:34,427 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091294427"}]},"ts":"1731091294427"} 2024-11-08T18:41:34,429 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T18:41:34,429 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T18:41:34,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T18:41:34,431 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db1e8c23dcd8d4b2cf33f80a5f8683d7, UNASSIGN}] 2024-11-08T18:41:34,433 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db1e8c23dcd8d4b2cf33f80a5f8683d7, UNASSIGN 2024-11-08T18:41:34,434 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=db1e8c23dcd8d4b2cf33f80a5f8683d7, regionState=CLOSING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:34,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db1e8c23dcd8d4b2cf33f80a5f8683d7, UNASSIGN because future has completed 2024-11-08T18:41:34,435 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T18:41:34,435 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:41:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T18:41:34,588 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:34,588 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T18:41:34,588 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing db1e8c23dcd8d4b2cf33f80a5f8683d7, disabling compactions & flushes 2024-11-08T18:41:34,588 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1993): waiting for 1 compactions to complete for region TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T18:41:34,803 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/bd8f893c2a404945865dbd5b8c1f7110 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/bd8f893c2a404945865dbd5b8c1f7110 2024-11-08T18:41:34,807 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in db1e8c23dcd8d4b2cf33f80a5f8683d7/C of db1e8c23dcd8d4b2cf33f80a5f8683d7 into bd8f893c2a404945865dbd5b8c1f7110(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:34,807 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: 2024-11-08T18:41:34,807 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:34,807 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., storeName=db1e8c23dcd8d4b2cf33f80a5f8683d7/C, priority=13, startTime=1731091294365; duration=0sec 2024-11-08T18:41:34,807 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:34,807 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:34,807 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. after waiting 0 ms 2024-11-08T18:41:34,807 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db1e8c23dcd8d4b2cf33f80a5f8683d7:C 2024-11-08T18:41:34,807 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:34,807 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-11-08T18:41:34,810 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/adf7560a1c92495584832eec45fb9939 is 50, key is test_row_0/A:col10/1731091294410/Put/seqid=0 2024-11-08T18:41:34,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742388_1564 (size=12301) 2024-11-08T18:41:35,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T18:41:35,213 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/adf7560a1c92495584832eec45fb9939 2024-11-08T18:41:35,218 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/373665cd59fa451cbf204823a7fe5806 is 50, key is test_row_0/B:col10/1731091294410/Put/seqid=0 2024-11-08T18:41:35,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742389_1565 (size=12301) 2024-11-08T18:41:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T18:41:35,622 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/373665cd59fa451cbf204823a7fe5806 2024-11-08T18:41:35,627 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/87193358b37d40aba4ddd32952de446b is 50, key is test_row_0/C:col10/1731091294410/Put/seqid=0 2024-11-08T18:41:35,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742390_1566 (size=12301) 2024-11-08T18:41:36,030 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=466 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/87193358b37d40aba4ddd32952de446b 2024-11-08T18:41:36,034 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/A/adf7560a1c92495584832eec45fb9939 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/adf7560a1c92495584832eec45fb9939 2024-11-08T18:41:36,036 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/adf7560a1c92495584832eec45fb9939, entries=150, sequenceid=466, filesize=12.0 K 2024-11-08T18:41:36,037 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/B/373665cd59fa451cbf204823a7fe5806 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/373665cd59fa451cbf204823a7fe5806 2024-11-08T18:41:36,039 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/373665cd59fa451cbf204823a7fe5806, entries=150, sequenceid=466, filesize=12.0 K 2024-11-08T18:41:36,040 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/.tmp/C/87193358b37d40aba4ddd32952de446b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/87193358b37d40aba4ddd32952de446b 2024-11-08T18:41:36,043 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/87193358b37d40aba4ddd32952de446b, entries=150, sequenceid=466, filesize=12.0 K 2024-11-08T18:41:36,043 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1236ms, sequenceid=466, compaction requested=false 2024-11-08T18:41:36,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/93d29abe3e894e019e01f1102ceb55c9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/949520d5286d4ac4b29e3f30e50e2038, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d2a4fe3a39b648aaa824e89653ddbdd0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/fa3024fd237d40c79c7260c4d3ecf81e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/abf21a0eecbd4e2fb07183725a7175b7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8cd497ff77be445cb8f6009684ba96af, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0258560c048c40b58056ac8a25324092, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d09b42d148744f5aa430d0e22cc57cea, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/1916c973bd324a0997d893e0d0571982, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/05173ed8d0054df1b9970ae5cf36e041, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/593b4d20da414d8ca8865aee473b2685, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/e3cffd3f57eb47f39149f2cc13019cbf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/194f5dc39a9c4e83a594f1eb6b5cb009, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/bcc5a11b137a49aba308185f9651d026, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a3fa0bbf90ab46738c8f9a992285f75f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/f8567618a17e49818f5cba4981bd55c5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0c67b9fab1c4406e9e237658851338b5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d517b518d0834f28af061ed42f429625, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/81527aa2673e461a93b709f027e79df9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d77add919d4f43cba4867e9945d94a9b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/164f306f0b3143a2ad22a341a0a085b6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a046cc81697e409d888a055df57b96d2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/47b352ddb2114a69a29eb92cff138603, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/aecf9869a54941d99795e95391755451, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/46b2bade27134cdbb166b8231520d0b2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/23504a7040ba42998e7503dbaaf9eaf3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/cf80ef05cd53470ebc143c5af8a219be, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/ab91d6bd1d5a431290c6000ffd811490, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/081f8adce7fb489ba8e181926b29dd6f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/083620fc483e4bf48a98bf337f41fc42] to archive 2024-11-08T18:41:36,044 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:41:36,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/93d29abe3e894e019e01f1102ceb55c9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/93d29abe3e894e019e01f1102ceb55c9 2024-11-08T18:41:36,046 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/949520d5286d4ac4b29e3f30e50e2038 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/949520d5286d4ac4b29e3f30e50e2038 2024-11-08T18:41:36,047 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d2a4fe3a39b648aaa824e89653ddbdd0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d2a4fe3a39b648aaa824e89653ddbdd0 2024-11-08T18:41:36,048 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/fa3024fd237d40c79c7260c4d3ecf81e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/fa3024fd237d40c79c7260c4d3ecf81e 2024-11-08T18:41:36,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/abf21a0eecbd4e2fb07183725a7175b7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/abf21a0eecbd4e2fb07183725a7175b7 2024-11-08T18:41:36,049 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8cd497ff77be445cb8f6009684ba96af to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/8cd497ff77be445cb8f6009684ba96af 2024-11-08T18:41:36,050 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0258560c048c40b58056ac8a25324092 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0258560c048c40b58056ac8a25324092 2024-11-08T18:41:36,051 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d09b42d148744f5aa430d0e22cc57cea to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d09b42d148744f5aa430d0e22cc57cea 2024-11-08T18:41:36,052 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/1916c973bd324a0997d893e0d0571982 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/1916c973bd324a0997d893e0d0571982 2024-11-08T18:41:36,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/05173ed8d0054df1b9970ae5cf36e041 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/05173ed8d0054df1b9970ae5cf36e041 2024-11-08T18:41:36,053 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/593b4d20da414d8ca8865aee473b2685 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/593b4d20da414d8ca8865aee473b2685 2024-11-08T18:41:36,054 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/e3cffd3f57eb47f39149f2cc13019cbf to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/e3cffd3f57eb47f39149f2cc13019cbf 2024-11-08T18:41:36,055 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/194f5dc39a9c4e83a594f1eb6b5cb009 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/194f5dc39a9c4e83a594f1eb6b5cb009 2024-11-08T18:41:36,056 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/bcc5a11b137a49aba308185f9651d026 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/bcc5a11b137a49aba308185f9651d026 2024-11-08T18:41:36,057 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a3fa0bbf90ab46738c8f9a992285f75f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a3fa0bbf90ab46738c8f9a992285f75f 2024-11-08T18:41:36,058 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/f8567618a17e49818f5cba4981bd55c5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/f8567618a17e49818f5cba4981bd55c5 2024-11-08T18:41:36,059 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0c67b9fab1c4406e9e237658851338b5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/0c67b9fab1c4406e9e237658851338b5 2024-11-08T18:41:36,060 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d517b518d0834f28af061ed42f429625 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d517b518d0834f28af061ed42f429625 2024-11-08T18:41:36,061 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/81527aa2673e461a93b709f027e79df9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/81527aa2673e461a93b709f027e79df9 2024-11-08T18:41:36,062 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d77add919d4f43cba4867e9945d94a9b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/d77add919d4f43cba4867e9945d94a9b 2024-11-08T18:41:36,063 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/164f306f0b3143a2ad22a341a0a085b6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/164f306f0b3143a2ad22a341a0a085b6 2024-11-08T18:41:36,065 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a046cc81697e409d888a055df57b96d2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/a046cc81697e409d888a055df57b96d2 2024-11-08T18:41:36,066 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/47b352ddb2114a69a29eb92cff138603 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/47b352ddb2114a69a29eb92cff138603 2024-11-08T18:41:36,067 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/aecf9869a54941d99795e95391755451 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/aecf9869a54941d99795e95391755451 2024-11-08T18:41:36,068 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/46b2bade27134cdbb166b8231520d0b2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/46b2bade27134cdbb166b8231520d0b2 2024-11-08T18:41:36,069 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/23504a7040ba42998e7503dbaaf9eaf3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/23504a7040ba42998e7503dbaaf9eaf3 2024-11-08T18:41:36,070 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/cf80ef05cd53470ebc143c5af8a219be to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/cf80ef05cd53470ebc143c5af8a219be 2024-11-08T18:41:36,071 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/ab91d6bd1d5a431290c6000ffd811490 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/ab91d6bd1d5a431290c6000ffd811490 2024-11-08T18:41:36,073 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/081f8adce7fb489ba8e181926b29dd6f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/081f8adce7fb489ba8e181926b29dd6f 2024-11-08T18:41:36,074 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/083620fc483e4bf48a98bf337f41fc42 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/083620fc483e4bf48a98bf337f41fc42 2024-11-08T18:41:36,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2373c626e5c64dbca93c83e7aca1b37c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/9f5b0f4e572d476cba60d5581f48eb90, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/32a83ef47a1b4f7188f89571736c3e46, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/97e1a3a37457410e88e295d562162648, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/048dbc49f2614f57994b3d959d4b0dcc, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/577c1cde7fff4fe9b63882dc56c89a7d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c86e90ff4713444f8c3dc5bc139bc4fd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/26d7ac2d4d634e278ae677695c091f02, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/245b5d06f3fe406589947b7deb45fcd6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/fe7dbb0440ae43fa899badc0ec58488b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/64bd679050424f2c8b1b79a27415773b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01d2d6165ca741559532f31ea404b2a9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1fb40205d2b34eaca8634281ef49cc64, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f9898091575c4b038e9b0b96d414a905, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d966d7091a96449aa4df9626e7f4cda4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1bdffe2db26f4880b88274bf7c5f3381, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01188cde856d472f961ce7c447ea662e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f559c623c0ae42e5849a521b181bf55f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8096af2a82134f5a9b7569dd5b115c59, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/071979a0f75340f680f00ae74a0012d2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/649aff09da1349d3b231e7783e9a04ad, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7e637f5e9d4d479991c3b573e38d7467, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/5f143d90be3a45a38904e1b15bf0e563, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1e69f4f915824cba8e99cc2cf9b5dc64, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2b2616cf776444e4a60f3098f63057b6, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f6e0f581c7734a53ad210acedea79dc1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7260a3c5359f406ca1feeadd0deb03ba, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c9ae3b0ef5964308b2bfc6fc1eb4eaf4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8a7bf4d1ccf74bf3a5f36d25ab124a53, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d571504dff4e49f9ac5014c14af83f7a] to archive 2024-11-08T18:41:36,077 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:41:36,078 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2373c626e5c64dbca93c83e7aca1b37c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2373c626e5c64dbca93c83e7aca1b37c 2024-11-08T18:41:36,079 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/9f5b0f4e572d476cba60d5581f48eb90 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/9f5b0f4e572d476cba60d5581f48eb90 2024-11-08T18:41:36,080 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/32a83ef47a1b4f7188f89571736c3e46 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/32a83ef47a1b4f7188f89571736c3e46 2024-11-08T18:41:36,081 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/97e1a3a37457410e88e295d562162648 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/97e1a3a37457410e88e295d562162648 2024-11-08T18:41:36,082 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/048dbc49f2614f57994b3d959d4b0dcc to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/048dbc49f2614f57994b3d959d4b0dcc 2024-11-08T18:41:36,083 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/577c1cde7fff4fe9b63882dc56c89a7d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/577c1cde7fff4fe9b63882dc56c89a7d 2024-11-08T18:41:36,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c86e90ff4713444f8c3dc5bc139bc4fd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c86e90ff4713444f8c3dc5bc139bc4fd 2024-11-08T18:41:36,084 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/26d7ac2d4d634e278ae677695c091f02 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/26d7ac2d4d634e278ae677695c091f02 2024-11-08T18:41:36,085 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/245b5d06f3fe406589947b7deb45fcd6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/245b5d06f3fe406589947b7deb45fcd6 2024-11-08T18:41:36,086 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/fe7dbb0440ae43fa899badc0ec58488b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/fe7dbb0440ae43fa899badc0ec58488b 2024-11-08T18:41:36,087 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/64bd679050424f2c8b1b79a27415773b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/64bd679050424f2c8b1b79a27415773b 2024-11-08T18:41:36,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01d2d6165ca741559532f31ea404b2a9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01d2d6165ca741559532f31ea404b2a9 2024-11-08T18:41:36,088 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1fb40205d2b34eaca8634281ef49cc64 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1fb40205d2b34eaca8634281ef49cc64 2024-11-08T18:41:36,089 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f9898091575c4b038e9b0b96d414a905 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f9898091575c4b038e9b0b96d414a905 2024-11-08T18:41:36,090 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d966d7091a96449aa4df9626e7f4cda4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d966d7091a96449aa4df9626e7f4cda4 2024-11-08T18:41:36,092 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1bdffe2db26f4880b88274bf7c5f3381 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1bdffe2db26f4880b88274bf7c5f3381 2024-11-08T18:41:36,093 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01188cde856d472f961ce7c447ea662e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/01188cde856d472f961ce7c447ea662e 2024-11-08T18:41:36,094 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f559c623c0ae42e5849a521b181bf55f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f559c623c0ae42e5849a521b181bf55f 2024-11-08T18:41:36,095 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8096af2a82134f5a9b7569dd5b115c59 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8096af2a82134f5a9b7569dd5b115c59 2024-11-08T18:41:36,096 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/071979a0f75340f680f00ae74a0012d2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/071979a0f75340f680f00ae74a0012d2 2024-11-08T18:41:36,097 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/649aff09da1349d3b231e7783e9a04ad to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/649aff09da1349d3b231e7783e9a04ad 2024-11-08T18:41:36,098 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7e637f5e9d4d479991c3b573e38d7467 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7e637f5e9d4d479991c3b573e38d7467 2024-11-08T18:41:36,099 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/5f143d90be3a45a38904e1b15bf0e563 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/5f143d90be3a45a38904e1b15bf0e563 2024-11-08T18:41:36,100 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1e69f4f915824cba8e99cc2cf9b5dc64 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/1e69f4f915824cba8e99cc2cf9b5dc64 2024-11-08T18:41:36,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2b2616cf776444e4a60f3098f63057b6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/2b2616cf776444e4a60f3098f63057b6 2024-11-08T18:41:36,101 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f6e0f581c7734a53ad210acedea79dc1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/f6e0f581c7734a53ad210acedea79dc1 2024-11-08T18:41:36,102 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7260a3c5359f406ca1feeadd0deb03ba to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/7260a3c5359f406ca1feeadd0deb03ba 2024-11-08T18:41:36,103 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c9ae3b0ef5964308b2bfc6fc1eb4eaf4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/c9ae3b0ef5964308b2bfc6fc1eb4eaf4 2024-11-08T18:41:36,104 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8a7bf4d1ccf74bf3a5f36d25ab124a53 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/8a7bf4d1ccf74bf3a5f36d25ab124a53 2024-11-08T18:41:36,105 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d571504dff4e49f9ac5014c14af83f7a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/d571504dff4e49f9ac5014c14af83f7a 2024-11-08T18:41:36,106 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9374800d5bd54a7986f1a40ef5f35624, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/be1dd055b8f54f19be31c47c93d5b141, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f392ff570afe4df1bd1028820d8853e0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f8784074b40e434da241f4acae2c64d0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4a12892851354ae08a19f175fdc6db3c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/36484e358c3b483aab990703708cdef0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/5355ff7edb974b1a841a83e9d6eec8ec, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d031b3eb933144bfaca67d535c0bcd0a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/a877239552cb4b9e8af32b0729524c0d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/752801a70d7a4d74ae1eff9b39cfd99c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/dddf36c899994189bce9cfcce2c91398, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/77be32e9955a406ca7a6d781303969be, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e692e314991044feb66009281dd0304b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e9d43d3f431a451697f34a8a54f69182, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2767ce1fcba6472f8a9369fa51895a27, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/64e0086eb5974759a36365eb9983783d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2cc2e4efa5614acfbdab276c72d5f8d3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/055665cc591b4ed997b71eb3da1a06d3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f86931b218e848b89866a593770818fe, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/29c430a4c4354a8c8572065f4a70a466, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9f6b4cc8e9d04942bf531c6164ec8f21, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/04e992b68fdb406ea603de3581edd5fa, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/961be93f152749a9a0ea14ef7cff27ff, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d8721eb75b384d1c868a3200e9b80b92, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4d861bb4c91c481abf5e95c34d32c437, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4b21d857cd00409d88eacabf1f229b25, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/8d28045d708044c6966b23a45753f9b7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/bb5c7699a2564c5089e20cac196bfce1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/b7c69308565e4b8786ddb17ce0711cad, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/68e98ade628b490f9cfc9016dc859aae] to archive 2024-11-08T18:41:36,107 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:41:36,108 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9374800d5bd54a7986f1a40ef5f35624 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9374800d5bd54a7986f1a40ef5f35624 2024-11-08T18:41:36,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/be1dd055b8f54f19be31c47c93d5b141 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/be1dd055b8f54f19be31c47c93d5b141 2024-11-08T18:41:36,110 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f392ff570afe4df1bd1028820d8853e0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f392ff570afe4df1bd1028820d8853e0 2024-11-08T18:41:36,111 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f8784074b40e434da241f4acae2c64d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f8784074b40e434da241f4acae2c64d0 2024-11-08T18:41:36,112 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4a12892851354ae08a19f175fdc6db3c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4a12892851354ae08a19f175fdc6db3c 2024-11-08T18:41:36,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/36484e358c3b483aab990703708cdef0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/36484e358c3b483aab990703708cdef0 2024-11-08T18:41:36,113 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/5355ff7edb974b1a841a83e9d6eec8ec to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/5355ff7edb974b1a841a83e9d6eec8ec 2024-11-08T18:41:36,114 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d031b3eb933144bfaca67d535c0bcd0a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d031b3eb933144bfaca67d535c0bcd0a 2024-11-08T18:41:36,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/a877239552cb4b9e8af32b0729524c0d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/a877239552cb4b9e8af32b0729524c0d 2024-11-08T18:41:36,115 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/752801a70d7a4d74ae1eff9b39cfd99c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/752801a70d7a4d74ae1eff9b39cfd99c 2024-11-08T18:41:36,116 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/dddf36c899994189bce9cfcce2c91398 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/dddf36c899994189bce9cfcce2c91398 2024-11-08T18:41:36,117 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/77be32e9955a406ca7a6d781303969be to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/77be32e9955a406ca7a6d781303969be 2024-11-08T18:41:36,118 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e692e314991044feb66009281dd0304b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e692e314991044feb66009281dd0304b 2024-11-08T18:41:36,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e9d43d3f431a451697f34a8a54f69182 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/e9d43d3f431a451697f34a8a54f69182 2024-11-08T18:41:36,119 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2767ce1fcba6472f8a9369fa51895a27 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2767ce1fcba6472f8a9369fa51895a27 2024-11-08T18:41:36,120 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/64e0086eb5974759a36365eb9983783d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/64e0086eb5974759a36365eb9983783d 2024-11-08T18:41:36,121 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2cc2e4efa5614acfbdab276c72d5f8d3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/2cc2e4efa5614acfbdab276c72d5f8d3 2024-11-08T18:41:36,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/055665cc591b4ed997b71eb3da1a06d3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/055665cc591b4ed997b71eb3da1a06d3 2024-11-08T18:41:36,122 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f86931b218e848b89866a593770818fe to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/f86931b218e848b89866a593770818fe 2024-11-08T18:41:36,123 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/29c430a4c4354a8c8572065f4a70a466 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/29c430a4c4354a8c8572065f4a70a466 2024-11-08T18:41:36,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9f6b4cc8e9d04942bf531c6164ec8f21 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/9f6b4cc8e9d04942bf531c6164ec8f21 2024-11-08T18:41:36,124 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/04e992b68fdb406ea603de3581edd5fa to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/04e992b68fdb406ea603de3581edd5fa 2024-11-08T18:41:36,125 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/961be93f152749a9a0ea14ef7cff27ff to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/961be93f152749a9a0ea14ef7cff27ff 2024-11-08T18:41:36,126 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d8721eb75b384d1c868a3200e9b80b92 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/d8721eb75b384d1c868a3200e9b80b92 2024-11-08T18:41:36,127 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4d861bb4c91c481abf5e95c34d32c437 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4d861bb4c91c481abf5e95c34d32c437 2024-11-08T18:41:36,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4b21d857cd00409d88eacabf1f229b25 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/4b21d857cd00409d88eacabf1f229b25 2024-11-08T18:41:36,128 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/8d28045d708044c6966b23a45753f9b7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/8d28045d708044c6966b23a45753f9b7 2024-11-08T18:41:36,129 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/bb5c7699a2564c5089e20cac196bfce1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/bb5c7699a2564c5089e20cac196bfce1 2024-11-08T18:41:36,130 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/b7c69308565e4b8786ddb17ce0711cad to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/b7c69308565e4b8786ddb17ce0711cad 2024-11-08T18:41:36,131 DEBUG [StoreCloser-TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/68e98ade628b490f9cfc9016dc859aae to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/68e98ade628b490f9cfc9016dc859aae 2024-11-08T18:41:36,134 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/recovered.edits/469.seqid, newMaxSeqId=469, maxSeqId=1 2024-11-08T18:41:36,135 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. 2024-11-08T18:41:36,135 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for db1e8c23dcd8d4b2cf33f80a5f8683d7: Waiting for close lock at 1731091294588Running coprocessor pre-close hooks at 1731091294588Disabling compacts and flushes for region at 1731091294588Disabling writes for close at 1731091294807 (+219 ms)Obtaining lock to block concurrent updates at 1731091294807Preparing flush snapshotting stores in db1e8c23dcd8d4b2cf33f80a5f8683d7 at 1731091294807Finished memstore snapshotting TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7., syncing WAL and waiting on mvcc, flushsize=dataSize=20610, getHeapSize=54720, getOffHeapSize=0, getCellsCount=450 at 1731091294807Flushing stores of TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7. at 1731091294807Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7/A: creating writer at 1731091294808 (+1 ms)Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7/A: appending metadata at 1731091294809 (+1 ms)Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7/A: closing flushed file at 1731091294809Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7/B: creating writer at 1731091295216 (+407 ms)Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7/B: appending metadata at 1731091295218 (+2 ms)Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7/B: closing flushed file at 1731091295218Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7/C: creating writer at 1731091295625 (+407 ms)Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7/C: appending metadata at 1731091295626 (+1 ms)Flushing db1e8c23dcd8d4b2cf33f80a5f8683d7/C: closing flushed file at 1731091295626Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c65eaab: reopening flushed file at 1731091296033 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49118ac6: reopening flushed file at 1731091296036 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@503b8490: reopening flushed file at 1731091296039 (+3 ms)Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for db1e8c23dcd8d4b2cf33f80a5f8683d7 in 1236ms, sequenceid=466, compaction requested=false at 1731091296043 (+4 ms)Writing region close event to WAL at 1731091296132 (+89 ms)Running coprocessor post-close hooks at 1731091296135 (+3 ms)Closed at 1731091296135 2024-11-08T18:41:36,137 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:36,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=db1e8c23dcd8d4b2cf33f80a5f8683d7, regionState=CLOSED 2024-11-08T18:41:36,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:41:36,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-11-08T18:41:36,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure db1e8c23dcd8d4b2cf33f80a5f8683d7, server=d72107b3bc04,46205,1731091153867 in 1.7040 sec 2024-11-08T18:41:36,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-11-08T18:41:36,141 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=db1e8c23dcd8d4b2cf33f80a5f8683d7, UNASSIGN in 1.7090 sec 2024-11-08T18:41:36,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-11-08T18:41:36,143 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.7130 sec 2024-11-08T18:41:36,144 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091296143"}]},"ts":"1731091296143"} 2024-11-08T18:41:36,145 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T18:41:36,145 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T18:41:36,146 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.7210 sec 2024-11-08T18:41:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-11-08T18:41:36,570 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:36,571 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-08T18:41:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:36,572 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:36,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-08T18:41:36,573 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:36,575 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:36,577 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/recovered.edits] 2024-11-08T18:41:36,579 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/893ab38cc57840cc82033be6e5409864 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/893ab38cc57840cc82033be6e5409864 2024-11-08T18:41:36,580 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/adf7560a1c92495584832eec45fb9939 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/A/adf7560a1c92495584832eec45fb9939 2024-11-08T18:41:36,583 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/373665cd59fa451cbf204823a7fe5806 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/373665cd59fa451cbf204823a7fe5806 2024-11-08T18:41:36,584 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/ff9dad842b3c4787a558f1fa12f8a71d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/B/ff9dad842b3c4787a558f1fa12f8a71d 2024-11-08T18:41:36,586 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/87193358b37d40aba4ddd32952de446b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/87193358b37d40aba4ddd32952de446b 2024-11-08T18:41:36,586 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/bd8f893c2a404945865dbd5b8c1f7110 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/C/bd8f893c2a404945865dbd5b8c1f7110 2024-11-08T18:41:36,588 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/recovered.edits/469.seqid to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7/recovered.edits/469.seqid 2024-11-08T18:41:36,589 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/db1e8c23dcd8d4b2cf33f80a5f8683d7 2024-11-08T18:41:36,589 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T18:41:36,591 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:36,592 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T18:41:36,594 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T18:41:36,595 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:36,595 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T18:41:36,595 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731091296595"}]},"ts":"9223372036854775807"} 2024-11-08T18:41:36,596 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:41:36,596 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => db1e8c23dcd8d4b2cf33f80a5f8683d7, NAME => 'TestAcidGuarantees,,1731091269890.db1e8c23dcd8d4b2cf33f80a5f8683d7.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T18:41:36,596 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T18:41:36,597 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731091296596"}]},"ts":"9223372036854775807"} 2024-11-08T18:41:36,598 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T18:41:36,598 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:36,599 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 27 msec 2024-11-08T18:41:36,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-11-08T18:41:36,680 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T18:41:36,680 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:36,690 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testScanAtomicity Thread=242 (was 241) - Thread LEAK? -, OpenFileDescriptor=455 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=484 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7144 (was 7241) 2024-11-08T18:41:36,698 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=484, ProcessCount=11, AvailableMemoryMB=7143 2024-11-08T18:41:36,700 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T18:41:36,700 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:41:36,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:36,702 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-11-08T18:41:36,702 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:36,702 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-11-08T18:41:36,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T18:41:36,704 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-08T18:41:36,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742391_1567 (size=959) 2024-11-08T18:41:36,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T18:41:37,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T18:41:37,112 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2 2024-11-08T18:41:37,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742392_1568 (size=53) 2024-11-08T18:41:37,117 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:41:37,117 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 3c94d76fc0e46435bd4156c913c7a30e, disabling compactions & flushes 2024-11-08T18:41:37,117 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:37,117 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:37,117 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. after waiting 0 ms 2024-11-08T18:41:37,117 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:37,117 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:37,117 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c94d76fc0e46435bd4156c913c7a30e: Waiting for close lock at 1731091297117Disabling compacts and flushes for region at 1731091297117Disabling writes for close at 1731091297117Writing region close event to WAL at 1731091297117Closed at 1731091297117 2024-11-08T18:41:37,118 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-11-08T18:41:37,118 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731091297118"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731091297118"}]},"ts":"1731091297118"} 2024-11-08T18:41:37,119 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-08T18:41:37,120 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-08T18:41:37,120 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091297120"}]},"ts":"1731091297120"} 2024-11-08T18:41:37,121 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-11-08T18:41:37,122 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, ASSIGN}] 2024-11-08T18:41:37,122 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, ASSIGN 2024-11-08T18:41:37,123 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, ASSIGN; state=OFFLINE, location=d72107b3bc04,46205,1731091153867; forceNewPlan=false, retain=false 2024-11-08T18:41:37,274 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3c94d76fc0e46435bd4156c913c7a30e, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:37,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, ASSIGN because future has completed 2024-11-08T18:41:37,276 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:41:37,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T18:41:37,430 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:37,430 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:41:37,430 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,430 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:41:37,430 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,431 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,432 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,433 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c94d76fc0e46435bd4156c913c7a30e columnFamilyName A 2024-11-08T18:41:37,433 DEBUG [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:37,434 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(327): Store=3c94d76fc0e46435bd4156c913c7a30e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:41:37,434 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,435 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c94d76fc0e46435bd4156c913c7a30e columnFamilyName B 2024-11-08T18:41:37,435 DEBUG [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:37,435 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(327): Store=3c94d76fc0e46435bd4156c913c7a30e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:41:37,435 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,436 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c94d76fc0e46435bd4156c913c7a30e columnFamilyName C 2024-11-08T18:41:37,436 DEBUG [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:37,436 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(327): Store=3c94d76fc0e46435bd4156c913c7a30e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:41:37,436 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,437 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,437 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,438 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,438 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,439 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:41:37,440 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,443 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-08T18:41:37,444 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 3c94d76fc0e46435bd4156c913c7a30e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64632445, jitterRate=-0.03690151870250702}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:41:37,444 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:37,444 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 3c94d76fc0e46435bd4156c913c7a30e: Running coprocessor pre-open hook at 1731091297431Writing region info on filesystem at 1731091297431Initializing all the Stores at 1731091297431Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091297431Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091297432 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091297432Cleaning up temporary data from old regions at 1731091297438 (+6 ms)Running coprocessor post-open hooks at 1731091297444 (+6 ms)Region opened successfully at 1731091297444 2024-11-08T18:41:37,445 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., pid=144, masterSystemTime=1731091297427 2024-11-08T18:41:37,447 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:37,447 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:37,447 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=3c94d76fc0e46435bd4156c913c7a30e, regionState=OPEN, openSeqNum=2, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:37,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:41:37,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-11-08T18:41:37,450 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 in 173 msec 2024-11-08T18:41:37,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-11-08T18:41:37,453 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, ASSIGN in 328 msec 2024-11-08T18:41:37,453 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-08T18:41:37,454 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091297453"}]},"ts":"1731091297453"} 2024-11-08T18:41:37,455 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-11-08T18:41:37,456 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-11-08T18:41:37,457 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 756 msec 2024-11-08T18:41:37,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-11-08T18:41:37,841 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:37,841 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185b2823, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:37,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:37,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:37,843 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2348cc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:37,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:37,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:37,844 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43744, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:37,845 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59989740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:37,845 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:37,846 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:37,847 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60618, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:37,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-08T18:41:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d72107b3bc04,33463,1731091153185 2024-11-08T18:41:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a8bcc7b 2024-11-08T18:41:37,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-08T18:41:37,849 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43754, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-08T18:41:37,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-11-08T18:41:37,850 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'NONE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-08T18:41:37,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:37,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742393_1569 (size=995) 2024-11-08T18:41:38,261 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.959 2024-11-08T18:41:38,261 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.995 2024-11-08T18:41:38,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T18:41:38,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, REOPEN/MOVE}] 2024-11-08T18:41:38,266 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, REOPEN/MOVE 2024-11-08T18:41:38,266 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=3c94d76fc0e46435bd4156c913c7a30e, regionState=CLOSING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:38,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, REOPEN/MOVE because future has completed 2024-11-08T18:41:38,268 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T18:41:38,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:41:38,420 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T18:41:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 3c94d76fc0e46435bd4156c913c7a30e, disabling compactions & flushes 2024-11-08T18:41:38,420 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. after waiting 0 ms 2024-11-08T18:41:38,420 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:38,425 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-08T18:41:38,426 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:38,426 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 3c94d76fc0e46435bd4156c913c7a30e: Waiting for close lock at 1731091298420Running coprocessor pre-close hooks at 1731091298420Disabling compacts and flushes for region at 1731091298420Disabling writes for close at 1731091298420Writing region close event to WAL at 1731091298421 (+1 ms)Running coprocessor post-close hooks at 1731091298426 (+5 ms)Closed at 1731091298426 2024-11-08T18:41:38,426 WARN [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 3c94d76fc0e46435bd4156c913c7a30e to self. 2024-11-08T18:41:38,428 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,429 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=3c94d76fc0e46435bd4156c913c7a30e, regionState=CLOSED 2024-11-08T18:41:38,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:41:38,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-11-08T18:41:38,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 in 164 msec 2024-11-08T18:41:38,435 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, REOPEN/MOVE; state=CLOSED, location=d72107b3bc04,46205,1731091153867; forceNewPlan=false, retain=true 2024-11-08T18:41:38,586 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=3c94d76fc0e46435bd4156c913c7a30e, regionState=OPENING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:38,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, REOPEN/MOVE because future has completed 2024-11-08T18:41:38,588 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:41:38,742 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:38,742 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} 2024-11-08T18:41:38,742 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,742 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-08T18:41:38,743 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,743 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,744 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,745 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c94d76fc0e46435bd4156c913c7a30e columnFamilyName A 2024-11-08T18:41:38,746 DEBUG [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:38,746 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(327): Store=3c94d76fc0e46435bd4156c913c7a30e/A, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:41:38,747 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,748 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c94d76fc0e46435bd4156c913c7a30e columnFamilyName B 2024-11-08T18:41:38,748 DEBUG [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:38,748 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(327): Store=3c94d76fc0e46435bd4156c913c7a30e/B, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:41:38,748 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,749 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c94d76fc0e46435bd4156c913c7a30e columnFamilyName C 2024-11-08T18:41:38,749 DEBUG [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:38,749 INFO [StoreOpener-3c94d76fc0e46435bd4156c913c7a30e-1 {}] regionserver.HStore(327): Store=3c94d76fc0e46435bd4156c913c7a30e/C, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-08T18:41:38,749 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,750 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,752 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,753 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,753 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,753 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-08T18:41:38,755 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,756 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 3c94d76fc0e46435bd4156c913c7a30e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60444522, jitterRate=-0.09930643439292908}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-08T18:41:38,756 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,757 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 3c94d76fc0e46435bd4156c913c7a30e: Running coprocessor pre-open hook at 1731091298743Writing region info on filesystem at 1731091298743Initializing all the Stores at 1731091298743Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091298743Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091298744 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731091298744Cleaning up temporary data from old regions at 1731091298753 (+9 ms)Running coprocessor post-open hooks at 1731091298756 (+3 ms)Region opened successfully at 1731091298757 (+1 ms) 2024-11-08T18:41:38,758 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., pid=149, masterSystemTime=1731091298739 2024-11-08T18:41:38,760 DEBUG [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:38,760 INFO [RS_OPEN_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:38,760 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=3c94d76fc0e46435bd4156c913c7a30e, regionState=OPEN, openSeqNum=5, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:38,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:41:38,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-11-08T18:41:38,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 in 174 msec 2024-11-08T18:41:38,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-11-08T18:41:38,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, REOPEN/MOVE in 499 msec 2024-11-08T18:41:38,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-11-08T18:41:38,769 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 504 msec 2024-11-08T18:41:38,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 919 msec 2024-11-08T18:41:38,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-11-08T18:41:38,774 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:38,775 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d29c9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,775 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,775 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,776 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653ed9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,776 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,777 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,778 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,778 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a665307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1572f078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,779 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,779 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,780 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6723940b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,780 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,781 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,782 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,782 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c73711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23448b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,783 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,783 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,784 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ebb7f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,784 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,785 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43804, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,785 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fdbf690, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,786 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d7db06e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,786 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,786 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,787 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,787 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf21287, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,788 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,789 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,789 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a343853, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,790 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@763ca8cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,790 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,790 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,790 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57073a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,791 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,792 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43832, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,792 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7d73cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5451f0cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,793 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174656ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,794 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,795 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43846, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,795 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17dea11a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,796 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b0e0fb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,796 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,796 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,797 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17d45d2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,797 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,798 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,798 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ff69c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cbb8a41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,800 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff90a48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,800 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,801 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,802 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29098ea1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,802 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a58f58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,802 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,802 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,803 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49db9516, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,803 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,804 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43888, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,804 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ceb4522, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,805 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e766e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,805 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d72107b3bc04,33463,-1 for getting cluster id 2024-11-08T18:41:38,805 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-08T18:41:38,806 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd3d788ef-57bc-4d8b-9ea6-fc6abbf17689' 2024-11-08T18:41:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-08T18:41:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d3d788ef-57bc-4d8b-9ea6-fc6abbf17689" 2024-11-08T18:41:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64bc8a68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d72107b3bc04,33463,-1] 2024-11-08T18:41:38,806 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-08T18:41:38,807 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:38,807 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-08T18:41:38,808 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8acb0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-08T18:41:38,808 DEBUG [Thread-2535 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,809 DEBUG [Thread-2537 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,810 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,811 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60638, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,811 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,812 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,813 DEBUG [Thread-2528 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,814 DEBUG [Thread-2522 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,814 DEBUG [Thread-2526 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,814 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,817 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,822 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-11-08T18:41:38,823 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:38,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T18:41:38,824 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:38,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:38,825 DEBUG [Thread-2541 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:38,826 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:38,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,826 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,827 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,829 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,830 DEBUG [Thread-2530 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,837 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,842 DEBUG [Thread-2524 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,842 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,843 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,844 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,845 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,853 DEBUG [Thread-2533 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,854 DEBUG [Thread-2539 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-08T18:41:38,854 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,854 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d72107b3bc04,46205,1731091153867, seqNum=-1] 2024-11-08T18:41:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,855 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-08T18:41:38,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60674, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:60680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-08T18:41:38,857 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,858 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5] 2024-11-08T18:41:38,870 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110876cf11b93d524386bcc726fe09011469_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091298821/Put/seqid=0 2024-11-08T18:41:38,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742394_1570 (size=12154) 2024-11-08T18:41:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:38,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091358898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:38,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091358899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:38,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:38,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091358899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,905 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:38,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091358904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:38,908 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,908 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:38,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091358905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:38,909 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T18:41:38,980 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T18:41:38,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:38,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:38,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:38,980 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:38,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:38,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091359010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091359010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091359010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,013 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091359010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091359010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T18:41:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,133 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T18:41:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091359220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,222 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091359220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091359220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091359220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,223 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091359220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,223 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,274 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:39,277 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110876cf11b93d524386bcc726fe09011469_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110876cf11b93d524386bcc726fe09011469_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:39,278 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/ba578907c6ce4e44add406e48328f46b, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:39,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/ba578907c6ce4e44add406e48328f46b is 175, key is test_row_0/A:col10/1731091298821/Put/seqid=0 2024-11-08T18:41:39,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742395_1571 (size=30955) 2024-11-08T18:41:39,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T18:41:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T18:41:39,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:39,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T18:41:39,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091359530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091359530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,533 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091359531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,533 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091359531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,534 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091359531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:39,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:39,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T18:41:39,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:39,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,593 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,682 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/ba578907c6ce4e44add406e48328f46b 2024-11-08T18:41:39,706 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/3ef1e06312724f788a499a0ba340863a is 50, key is test_row_0/B:col10/1731091298821/Put/seqid=0 2024-11-08T18:41:39,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742396_1572 (size=12001) 2024-11-08T18:41:39,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/3ef1e06312724f788a499a0ba340863a 2024-11-08T18:41:39,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/bf358fdb53234c39bc48a122c1e9fec2 is 50, key is test_row_0/C:col10/1731091298821/Put/seqid=0 2024-11-08T18:41:39,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742397_1573 (size=12001) 2024-11-08T18:41:39,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T18:41:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T18:41:39,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:39,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T18:41:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:40,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091360040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091360040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:40,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091360043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,043 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:40,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091360043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091360041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:40,044 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:40,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T18:41:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:40,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:40,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:40,141 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/bf358fdb53234c39bc48a122c1e9fec2 2024-11-08T18:41:40,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/ba578907c6ce4e44add406e48328f46b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/ba578907c6ce4e44add406e48328f46b 2024-11-08T18:41:40,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/ba578907c6ce4e44add406e48328f46b, entries=150, sequenceid=15, filesize=30.2 K 2024-11-08T18:41:40,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/3ef1e06312724f788a499a0ba340863a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/3ef1e06312724f788a499a0ba340863a 2024-11-08T18:41:40,156 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/3ef1e06312724f788a499a0ba340863a, entries=150, sequenceid=15, filesize=11.7 K 2024-11-08T18:41:40,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/bf358fdb53234c39bc48a122c1e9fec2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/bf358fdb53234c39bc48a122c1e9fec2 2024-11-08T18:41:40,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/bf358fdb53234c39bc48a122c1e9fec2, entries=150, sequenceid=15, filesize=11.7 K 2024-11-08T18:41:40,162 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 3c94d76fc0e46435bd4156c913c7a30e in 1336ms, sequenceid=15, compaction requested=false 2024-11-08T18:41:40,162 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:40,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-11-08T18:41:40,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:40,205 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-11-08T18:41:40,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080b86713f48c142a78213863418acb6ae_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091298897/Put/seqid=0 2024-11-08T18:41:40,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742398_1574 (size=12154) 2024-11-08T18:41:40,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,252 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411080b86713f48c142a78213863418acb6ae_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080b86713f48c142a78213863418acb6ae_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/c15b6c4c1ba846729de19754b59f70be, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:40,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/c15b6c4c1ba846729de19754b59f70be is 175, key is test_row_0/A:col10/1731091298897/Put/seqid=0 2024-11-08T18:41:40,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742399_1575 (size=30955) 2024-11-08T18:41:40,279 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/c15b6c4c1ba846729de19754b59f70be 2024-11-08T18:41:40,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/bad6845b166344cea0b3efb62382d954 is 50, key is test_row_0/B:col10/1731091298897/Put/seqid=0 2024-11-08T18:41:40,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742400_1576 (size=12001) 2024-11-08T18:41:40,294 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/bad6845b166344cea0b3efb62382d954 2024-11-08T18:41:40,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/24d3925d539d4304897ed95208a61ae9 is 50, key is test_row_0/C:col10/1731091298897/Put/seqid=0 2024-11-08T18:41:40,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742401_1577 (size=12001) 2024-11-08T18:41:40,743 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/24d3925d539d4304897ed95208a61ae9 2024-11-08T18:41:40,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/c15b6c4c1ba846729de19754b59f70be as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c15b6c4c1ba846729de19754b59f70be 2024-11-08T18:41:40,752 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c15b6c4c1ba846729de19754b59f70be, entries=150, sequenceid=40, filesize=30.2 K 2024-11-08T18:41:40,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/bad6845b166344cea0b3efb62382d954 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/bad6845b166344cea0b3efb62382d954 2024-11-08T18:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,756 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/bad6845b166344cea0b3efb62382d954, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T18:41:40,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/24d3925d539d4304897ed95208a61ae9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/24d3925d539d4304897ed95208a61ae9 2024-11-08T18:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,760 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/24d3925d539d4304897ed95208a61ae9, entries=150, sequenceid=40, filesize=11.7 K 2024-11-08T18:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,761 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 3c94d76fc0e46435bd4156c913c7a30e in 556ms, sequenceid=40, compaction requested=false 2024-11-08T18:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:40,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-11-08T18:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-11-08T18:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-11-08T18:41:40,765 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9390 sec 2024-11-08T18:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,767 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.9440 sec 2024-11-08T18:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-11-08T18:41:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,981 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,981 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-11-08T18:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T18:41:40,984 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,984 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:40,984 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,088 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:41,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T18:41:41,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f7552248d1454d86b339b01ec74d2635_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091301087/Put/seqid=0 2024-11-08T18:41:41,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742402_1578 (size=12154) 2024-11-08T18:41:41,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091361113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,119 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091361115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,119 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091361116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091361117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,122 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,123 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091361119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T18:41:41,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:41,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,144 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091361230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,235 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091361231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,235 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091361231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091361231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,236 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,236 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091361231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,237 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T18:41:41,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:41,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,299 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T18:41:41,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091361440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091361440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,445 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091361440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091361440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091361441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,447 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,453 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T18:41:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,453 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,513 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:41,516 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f7552248d1454d86b339b01ec74d2635_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f7552248d1454d86b339b01ec74d2635_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:41,517 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1217e47511df4920ada7dc502bc014f1, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:41,518 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1217e47511df4920ada7dc502bc014f1 is 175, key is test_row_0/A:col10/1731091301087/Put/seqid=0 2024-11-08T18:41:41,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742403_1579 (size=30955) 2024-11-08T18:41:41,606 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T18:41:41,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:41,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,606 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,606 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T18:41:41,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-08T18:41:41,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091361750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091361750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091361750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091361751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:41,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091361751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,754 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:41,755 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:41,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T18:41:41,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,912 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T18:41:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:41,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:41,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:41,924 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1217e47511df4920ada7dc502bc014f1 2024-11-08T18:41:41,930 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/06094281be8047c1a40aab0c5d45945e is 50, key is test_row_0/B:col10/1731091301087/Put/seqid=0 2024-11-08T18:41:41,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742404_1580 (size=12001) 2024-11-08T18:41:41,937 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/06094281be8047c1a40aab0c5d45945e 2024-11-08T18:41:41,944 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/97afcc86d13447d9a658fbb483ece45a is 50, key is test_row_0/C:col10/1731091301087/Put/seqid=0 2024-11-08T18:41:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742405_1581 (size=12001) 2024-11-08T18:41:42,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T18:41:42,065 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:42,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:42,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:42,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:42,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:42,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T18:41:42,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T18:41:42,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:42,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:42,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:42,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:42,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:42,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:42,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091362260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:42,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091362260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,264 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:42,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091362261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091362261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091362261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:42,266 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:42,282 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-08T18:41:42,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/97afcc86d13447d9a658fbb483ece45a 2024-11-08T18:41:42,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1217e47511df4920ada7dc502bc014f1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1217e47511df4920ada7dc502bc014f1 2024-11-08T18:41:42,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1217e47511df4920ada7dc502bc014f1, entries=150, sequenceid=52, filesize=30.2 K 2024-11-08T18:41:42,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/06094281be8047c1a40aab0c5d45945e as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/06094281be8047c1a40aab0c5d45945e 2024-11-08T18:41:42,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/06094281be8047c1a40aab0c5d45945e, entries=150, sequenceid=52, filesize=11.7 K 2024-11-08T18:41:42,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/97afcc86d13447d9a658fbb483ece45a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/97afcc86d13447d9a658fbb483ece45a 2024-11-08T18:41:42,364 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/97afcc86d13447d9a658fbb483ece45a, entries=150, sequenceid=52, filesize=11.7 K 2024-11-08T18:41:42,364 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3c94d76fc0e46435bd4156c913c7a30e in 1276ms, sequenceid=52, compaction requested=true 2024-11-08T18:41:42,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:42,364 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:42,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:42,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:42,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:42,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:42,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:42,365 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:42,365 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:42,366 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:42,366 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92865 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:42,366 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/A is initiating minor compaction (all files) 2024-11-08T18:41:42,366 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/B is initiating minor compaction (all files) 2024-11-08T18:41:42,366 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/B in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:42,366 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/A in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:42,366 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/ba578907c6ce4e44add406e48328f46b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c15b6c4c1ba846729de19754b59f70be, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1217e47511df4920ada7dc502bc014f1] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=90.7 K 2024-11-08T18:41:42,366 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/3ef1e06312724f788a499a0ba340863a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/bad6845b166344cea0b3efb62382d954, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/06094281be8047c1a40aab0c5d45945e] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=35.2 K 2024-11-08T18:41:42,366 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:42,366 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/ba578907c6ce4e44add406e48328f46b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c15b6c4c1ba846729de19754b59f70be, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1217e47511df4920ada7dc502bc014f1] 2024-11-08T18:41:42,367 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 3ef1e06312724f788a499a0ba340863a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731091298821 2024-11-08T18:41:42,367 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba578907c6ce4e44add406e48328f46b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731091298821 2024-11-08T18:41:42,367 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting bad6845b166344cea0b3efb62382d954, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731091298897 2024-11-08T18:41:42,367 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting c15b6c4c1ba846729de19754b59f70be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731091298897 2024-11-08T18:41:42,367 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 06094281be8047c1a40aab0c5d45945e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731091301084 2024-11-08T18:41:42,367 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1217e47511df4920ada7dc502bc014f1, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731091301084 2024-11-08T18:41:42,378 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#B#compaction#499 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:42,379 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:42,379 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/7c1766b9369b47a4bf4faf9f82ed20c8 is 50, key is test_row_0/B:col10/1731091301087/Put/seqid=0 2024-11-08T18:41:42,381 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110846ed0acc496449869b0471c24e7df2d9_3c94d76fc0e46435bd4156c913c7a30e store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:42,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-11-08T18:41:42,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:42,382 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:41:42,383 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110846ed0acc496449869b0471c24e7df2d9_3c94d76fc0e46435bd4156c913c7a30e, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:42,383 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110846ed0acc496449869b0471c24e7df2d9_3c94d76fc0e46435bd4156c913c7a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:42,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742406_1582 (size=12104) 2024-11-08T18:41:42,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ba9f4f92a8c54b3dbc2847cdad376a58_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091301112/Put/seqid=0 2024-11-08T18:41:42,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742407_1583 (size=4469) 2024-11-08T18:41:42,428 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#A#compaction#500 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:42,429 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/a1e64563b83f4451a0e5e43390b68a9d is 175, key is test_row_0/A:col10/1731091301087/Put/seqid=0 2024-11-08T18:41:42,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742409_1585 (size=31058) 2024-11-08T18:41:42,479 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/a1e64563b83f4451a0e5e43390b68a9d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a1e64563b83f4451a0e5e43390b68a9d 2024-11-08T18:41:42,486 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/A of 3c94d76fc0e46435bd4156c913c7a30e into a1e64563b83f4451a0e5e43390b68a9d(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:42,486 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:42,486 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/A, priority=13, startTime=1731091302364; duration=0sec 2024-11-08T18:41:42,487 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:42,487 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:A 2024-11-08T18:41:42,487 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:42,489 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:42,490 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/C is initiating minor compaction (all files) 2024-11-08T18:41:42,490 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/C in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:42,490 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/bf358fdb53234c39bc48a122c1e9fec2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/24d3925d539d4304897ed95208a61ae9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/97afcc86d13447d9a658fbb483ece45a] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=35.2 K 2024-11-08T18:41:42,491 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting bf358fdb53234c39bc48a122c1e9fec2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1731091298821 2024-11-08T18:41:42,491 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 24d3925d539d4304897ed95208a61ae9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1731091298897 2024-11-08T18:41:42,492 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 97afcc86d13447d9a658fbb483ece45a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731091301084 2024-11-08T18:41:42,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742408_1584 (size=12154) 2024-11-08T18:41:42,523 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#C#compaction#502 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:42,524 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/5a1b1756ecc94fa199bb27531df28c4b is 50, key is test_row_0/C:col10/1731091301087/Put/seqid=0 2024-11-08T18:41:42,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742410_1586 (size=12104) 2024-11-08T18:41:42,589 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/5a1b1756ecc94fa199bb27531df28c4b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5a1b1756ecc94fa199bb27531df28c4b 2024-11-08T18:41:42,596 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/C of 3c94d76fc0e46435bd4156c913c7a30e into 5a1b1756ecc94fa199bb27531df28c4b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:42,596 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:42,596 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/C, priority=13, startTime=1731091302365; duration=0sec 2024-11-08T18:41:42,596 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:42,596 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:C 2024-11-08T18:41:42,794 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/7c1766b9369b47a4bf4faf9f82ed20c8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/7c1766b9369b47a4bf4faf9f82ed20c8 2024-11-08T18:41:42,801 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/B of 3c94d76fc0e46435bd4156c913c7a30e into 7c1766b9369b47a4bf4faf9f82ed20c8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:42,801 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:42,801 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/B, priority=13, startTime=1731091302365; duration=0sec 2024-11-08T18:41:42,801 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:42,801 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:B 2024-11-08T18:41:42,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:42,905 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108ba9f4f92a8c54b3dbc2847cdad376a58_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ba9f4f92a8c54b3dbc2847cdad376a58_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:42,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/91532b0625e9405a8167232de56c01f0, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:42,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/91532b0625e9405a8167232de56c01f0 is 175, key is test_row_0/A:col10/1731091301112/Put/seqid=0 2024-11-08T18:41:42,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742411_1587 (size=30955) 2024-11-08T18:41:42,944 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=76, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/91532b0625e9405a8167232de56c01f0 2024-11-08T18:41:42,952 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/85941b88dd4c4778b5e31c0b6b8bf914 is 50, key is test_row_0/B:col10/1731091301112/Put/seqid=0 2024-11-08T18:41:42,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742412_1588 (size=12001) 2024-11-08T18:41:43,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T18:41:43,273 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:43,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:43,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091363284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091363285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,291 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091363286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091363286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,292 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091363286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,293 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,359 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/85941b88dd4c4778b5e31c0b6b8bf914 2024-11-08T18:41:43,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/adea28499316477db6bcf8fcf78fffe5 is 50, key is test_row_0/C:col10/1731091301112/Put/seqid=0 2024-11-08T18:41:43,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091363400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742413_1589 (size=12001) 2024-11-08T18:41:43,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,403 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/adea28499316477db6bcf8fcf78fffe5 2024-11-08T18:41:43,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091363401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,403 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091363401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091363401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091363401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,404 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,405 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,409 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/91532b0625e9405a8167232de56c01f0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/91532b0625e9405a8167232de56c01f0 2024-11-08T18:41:43,417 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/91532b0625e9405a8167232de56c01f0, entries=150, sequenceid=76, filesize=30.2 K 2024-11-08T18:41:43,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/85941b88dd4c4778b5e31c0b6b8bf914 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/85941b88dd4c4778b5e31c0b6b8bf914 2024-11-08T18:41:43,441 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/85941b88dd4c4778b5e31c0b6b8bf914, entries=150, sequenceid=76, filesize=11.7 K 2024-11-08T18:41:43,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/adea28499316477db6bcf8fcf78fffe5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/adea28499316477db6bcf8fcf78fffe5 2024-11-08T18:41:43,455 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/adea28499316477db6bcf8fcf78fffe5, entries=150, sequenceid=76, filesize=11.7 K 2024-11-08T18:41:43,457 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3c94d76fc0e46435bd4156c913c7a30e in 1075ms, sequenceid=76, compaction requested=false 2024-11-08T18:41:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:43,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-11-08T18:41:43,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-11-08T18:41:43,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-11-08T18:41:43,461 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4750 sec 2024-11-08T18:41:43,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 2.4810 sec 2024-11-08T18:41:43,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:43,613 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:43,613 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:41:43,623 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108886b158086aa41e095083141e06e1ce4_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091303612/Put/seqid=0 2024-11-08T18:41:43,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742414_1590 (size=12154) 2024-11-08T18:41:43,648 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091363641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,648 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091363642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091363642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,649 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091363644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091363644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,650 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,651 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091363750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,754 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091363760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,763 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091363761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091363761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091363761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,765 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091363960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,961 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091363970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091363970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,973 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091363970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,974 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:43,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:43,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091363970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:43,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:43,974 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,039 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:44,043 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108886b158086aa41e095083141e06e1ce4_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108886b158086aa41e095083141e06e1ce4_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:44,044 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/8b35f3db9f10454c9286d834cc9d5669, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:44,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/8b35f3db9f10454c9286d834cc9d5669 is 175, key is test_row_0/A:col10/1731091303612/Put/seqid=0 2024-11-08T18:41:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742415_1591 (size=30955) 2024-11-08T18:41:44,048 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=93, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/8b35f3db9f10454c9286d834cc9d5669 2024-11-08T18:41:44,054 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/fa4f0cffdabe4286ad462bfb2b4e4245 is 50, key is test_row_0/B:col10/1731091303612/Put/seqid=0 2024-11-08T18:41:44,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742416_1592 (size=12001) 2024-11-08T18:41:44,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/fa4f0cffdabe4286ad462bfb2b4e4245 2024-11-08T18:41:44,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/ecce16a4d83540228ea65e1cb3f2fe9d is 50, key is test_row_0/C:col10/1731091303612/Put/seqid=0 2024-11-08T18:41:44,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742417_1593 (size=12001) 2024-11-08T18:41:44,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091364270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,273 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,281 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091364280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,282 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091364280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,282 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091364280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,284 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091364280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,284 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/ecce16a4d83540228ea65e1cb3f2fe9d 2024-11-08T18:41:44,471 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/8b35f3db9f10454c9286d834cc9d5669 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/8b35f3db9f10454c9286d834cc9d5669 2024-11-08T18:41:44,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/8b35f3db9f10454c9286d834cc9d5669, entries=150, sequenceid=93, filesize=30.2 K 2024-11-08T18:41:44,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/fa4f0cffdabe4286ad462bfb2b4e4245 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fa4f0cffdabe4286ad462bfb2b4e4245 2024-11-08T18:41:44,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fa4f0cffdabe4286ad462bfb2b4e4245, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T18:41:44,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/ecce16a4d83540228ea65e1cb3f2fe9d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ecce16a4d83540228ea65e1cb3f2fe9d 2024-11-08T18:41:44,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ecce16a4d83540228ea65e1cb3f2fe9d, entries=150, sequenceid=93, filesize=11.7 K 2024-11-08T18:41:44,482 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for 3c94d76fc0e46435bd4156c913c7a30e in 869ms, sequenceid=93, compaction requested=true 2024-11-08T18:41:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:44,482 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:44,482 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:44,482 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:44,483 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:44,483 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:44,483 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/B is initiating minor compaction (all files) 2024-11-08T18:41:44,483 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/A is initiating minor compaction (all files) 2024-11-08T18:41:44,483 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/B in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:44,483 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/A in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:44,483 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/7c1766b9369b47a4bf4faf9f82ed20c8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/85941b88dd4c4778b5e31c0b6b8bf914, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fa4f0cffdabe4286ad462bfb2b4e4245] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=35.3 K 2024-11-08T18:41:44,483 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a1e64563b83f4451a0e5e43390b68a9d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/91532b0625e9405a8167232de56c01f0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/8b35f3db9f10454c9286d834cc9d5669] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=90.8 K 2024-11-08T18:41:44,483 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:44,483 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a1e64563b83f4451a0e5e43390b68a9d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/91532b0625e9405a8167232de56c01f0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/8b35f3db9f10454c9286d834cc9d5669] 2024-11-08T18:41:44,484 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 7c1766b9369b47a4bf4faf9f82ed20c8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731091301084 2024-11-08T18:41:44,484 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting a1e64563b83f4451a0e5e43390b68a9d, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731091301084 2024-11-08T18:41:44,484 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 85941b88dd4c4778b5e31c0b6b8bf914, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731091301112 2024-11-08T18:41:44,484 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 91532b0625e9405a8167232de56c01f0, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731091301112 2024-11-08T18:41:44,484 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting fa4f0cffdabe4286ad462bfb2b4e4245, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731091303272 2024-11-08T18:41:44,485 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8b35f3db9f10454c9286d834cc9d5669, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731091303272 2024-11-08T18:41:44,489 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:44,491 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#B#compaction#508 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:44,491 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/268163cfaf3c4bb68f6d802f56bd2b41 is 50, key is test_row_0/B:col10/1731091303612/Put/seqid=0 2024-11-08T18:41:44,491 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108e280124039bb4c8da0330bfae5e7bbf6_3c94d76fc0e46435bd4156c913c7a30e store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:44,493 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108e280124039bb4c8da0330bfae5e7bbf6_3c94d76fc0e46435bd4156c913c7a30e, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:44,493 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108e280124039bb4c8da0330bfae5e7bbf6_3c94d76fc0e46435bd4156c913c7a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:44,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742418_1594 (size=4469) 2024-11-08T18:41:44,514 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#A#compaction#509 average throughput is 1.02 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:44,515 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/d70fdac352d04775bf74254827d705f4 is 175, key is test_row_0/A:col10/1731091303612/Put/seqid=0 2024-11-08T18:41:44,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742420_1596 (size=31161) 2024-11-08T18:41:44,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742419_1595 (size=12207) 2024-11-08T18:41:44,530 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/268163cfaf3c4bb68f6d802f56bd2b41 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/268163cfaf3c4bb68f6d802f56bd2b41 2024-11-08T18:41:44,536 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/B of 3c94d76fc0e46435bd4156c913c7a30e into 268163cfaf3c4bb68f6d802f56bd2b41(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:44,536 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:44,536 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/B, priority=13, startTime=1731091304482; duration=0sec 2024-11-08T18:41:44,537 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:44,537 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:B 2024-11-08T18:41:44,537 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:44,537 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:44,538 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/C is initiating minor compaction (all files) 2024-11-08T18:41:44,538 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/C in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:44,538 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5a1b1756ecc94fa199bb27531df28c4b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/adea28499316477db6bcf8fcf78fffe5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ecce16a4d83540228ea65e1cb3f2fe9d] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=35.3 K 2024-11-08T18:41:44,538 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5a1b1756ecc94fa199bb27531df28c4b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1731091301084 2024-11-08T18:41:44,538 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting adea28499316477db6bcf8fcf78fffe5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1731091301112 2024-11-08T18:41:44,539 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ecce16a4d83540228ea65e1cb3f2fe9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731091303272 2024-11-08T18:41:44,545 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#C#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:44,546 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/ffa51777560a4fdca55f140b875b2f48 is 50, key is test_row_0/C:col10/1731091303612/Put/seqid=0 2024-11-08T18:41:44,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742421_1597 (size=12207) 2024-11-08T18:41:44,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:44,784 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:44,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:41:44,797 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f87e07e47f664056908323721c0ff9fe_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091303640/Put/seqid=0 2024-11-08T18:41:44,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742422_1598 (size=14594) 2024-11-08T18:41:44,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091364796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091364796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,828 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091364828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091364828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,832 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091364828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,833 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091364931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091364931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,933 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,933 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/d70fdac352d04775bf74254827d705f4 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d70fdac352d04775bf74254827d705f4 2024-11-08T18:41:44,938 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/A of 3c94d76fc0e46435bd4156c913c7a30e into d70fdac352d04775bf74254827d705f4(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:44,938 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:44,938 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/A, priority=13, startTime=1731091304482; duration=0sec 2024-11-08T18:41:44,938 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:44,939 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:A 2024-11-08T18:41:44,942 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091364940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091364940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091364940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,943 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:44,944 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:44,982 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/ffa51777560a4fdca55f140b875b2f48 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ffa51777560a4fdca55f140b875b2f48 2024-11-08T18:41:44,990 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/C of 3c94d76fc0e46435bd4156c913c7a30e into ffa51777560a4fdca55f140b875b2f48(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:44,990 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:44,990 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/C, priority=13, startTime=1731091304482; duration=0sec 2024-11-08T18:41:44,990 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:44,990 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:C 2024-11-08T18:41:45,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091365139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091365140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-11-08T18:41:45,150 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:45,151 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-11-08T18:41:45,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091365150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091365150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,152 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,152 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091365150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T18:41:45,153 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,153 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:45,154 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:45,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:45,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,207 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108f87e07e47f664056908323721c0ff9fe_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f87e07e47f664056908323721c0ff9fe_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:45,208 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/0608c644e8574f099dbf158ede8c6fd1, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:45,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/0608c644e8574f099dbf158ede8c6fd1 is 175, key is test_row_0/A:col10/1731091303640/Put/seqid=0 2024-11-08T18:41:45,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742423_1599 (size=39549) 2024-11-08T18:41:45,212 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=118, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/0608c644e8574f099dbf158ede8c6fd1 2024-11-08T18:41:45,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/0d8b98d5e8264abeace4a80d30d8c521 is 50, key is test_row_0/B:col10/1731091303640/Put/seqid=0 2024-11-08T18:41:45,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742424_1600 (size=12001) 2024-11-08T18:41:45,223 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/0d8b98d5e8264abeace4a80d30d8c521 2024-11-08T18:41:45,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/1c8509caee0241628d1aee0ab97a1594 is 50, key is test_row_0/C:col10/1731091303640/Put/seqid=0 2024-11-08T18:41:45,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742425_1601 (size=12001) 2024-11-08T18:41:45,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T18:41:45,306 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T18:41:45,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:45,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:45,307 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:45,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:45,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:45,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091365449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091365449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,452 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T18:41:45,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:45,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:45,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:45,459 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:45,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:45,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:45,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091365460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091365460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091365460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:45,463 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:45,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T18:41:45,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T18:41:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:45,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:45,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:45,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:45,634 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/1c8509caee0241628d1aee0ab97a1594 2024-11-08T18:41:45,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/0608c644e8574f099dbf158ede8c6fd1 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0608c644e8574f099dbf158ede8c6fd1 2024-11-08T18:41:45,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0608c644e8574f099dbf158ede8c6fd1, entries=200, sequenceid=118, filesize=38.6 K 2024-11-08T18:41:45,644 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/0d8b98d5e8264abeace4a80d30d8c521 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0d8b98d5e8264abeace4a80d30d8c521 2024-11-08T18:41:45,648 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0d8b98d5e8264abeace4a80d30d8c521, entries=150, sequenceid=118, filesize=11.7 K 2024-11-08T18:41:45,650 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/1c8509caee0241628d1aee0ab97a1594 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/1c8509caee0241628d1aee0ab97a1594 2024-11-08T18:41:45,655 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/1c8509caee0241628d1aee0ab97a1594, entries=150, sequenceid=118, filesize=11.7 K 2024-11-08T18:41:45,655 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3c94d76fc0e46435bd4156c913c7a30e in 871ms, sequenceid=118, compaction requested=false 2024-11-08T18:41:45,656 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:45,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-11-08T18:41:45,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:45,767 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-11-08T18:41:45,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T18:41:45,782 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108533f2773e112474eb47a5fd4ee7dc33f_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091304794/Put/seqid=0 2024-11-08T18:41:45,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742426_1602 (size=12204) 2024-11-08T18:41:45,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,795 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108533f2773e112474eb47a5fd4ee7dc33f_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108533f2773e112474eb47a5fd4ee7dc33f_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:45,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/0dfbe7aad95f40f29cd2c632c4d60676, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:45,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/0dfbe7aad95f40f29cd2c632c4d60676 is 175, key is test_row_0/A:col10/1731091304794/Put/seqid=0 2024-11-08T18:41:45,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742427_1603 (size=31005) 2024-11-08T18:41:45,805 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/0dfbe7aad95f40f29cd2c632c4d60676 2024-11-08T18:41:45,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/c57cce0c5ae047bc89db4366290b4dcc is 50, key is test_row_0/B:col10/1731091304794/Put/seqid=0 2024-11-08T18:41:45,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742428_1604 (size=12051) 2024-11-08T18:41:45,829 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/c57cce0c5ae047bc89db4366290b4dcc 2024-11-08T18:41:45,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/963374dfd2b54a6d8e9ed16524c89bc5 is 50, key is test_row_0/C:col10/1731091304794/Put/seqid=0 2024-11-08T18:41:45,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742429_1605 (size=12051) 2024-11-08T18:41:45,850 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/963374dfd2b54a6d8e9ed16524c89bc5 2024-11-08T18:41:45,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/0dfbe7aad95f40f29cd2c632c4d60676 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0dfbe7aad95f40f29cd2c632c4d60676 2024-11-08T18:41:45,862 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0dfbe7aad95f40f29cd2c632c4d60676, entries=150, sequenceid=132, filesize=30.3 K 2024-11-08T18:41:45,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/c57cce0c5ae047bc89db4366290b4dcc as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/c57cce0c5ae047bc89db4366290b4dcc 2024-11-08T18:41:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,868 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/c57cce0c5ae047bc89db4366290b4dcc, entries=150, sequenceid=132, filesize=11.8 K 2024-11-08T18:41:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/963374dfd2b54a6d8e9ed16524c89bc5 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/963374dfd2b54a6d8e9ed16524c89bc5 2024-11-08T18:41:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,876 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/963374dfd2b54a6d8e9ed16524c89bc5, entries=150, sequenceid=132, filesize=11.8 K 2024-11-08T18:41:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,878 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 3c94d76fc0e46435bd4156c913c7a30e in 111ms, sequenceid=132, compaction requested=true 2024-11-08T18:41:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:45,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:45,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-11-08T18:41:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-11-08T18:41:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-11-08T18:41:45,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 726 msec 2024-11-08T18:41:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,886 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 734 msec 2024-11-08T18:41:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:45,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:46,005 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:46,005 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-11-08T18:41:46,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,025 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110831d2d0b8fbb74b988a764dc4bce002be_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091306005/Put/seqid=0 2024-11-08T18:41:46,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091366042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,047 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091366042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091366043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,050 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,050 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742430_1606 (size=27248) 2024-11-08T18:41:46,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091366045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,051 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091366046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,051 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,051 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,052 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,052 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,056 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110831d2d0b8fbb74b988a764dc4bce002be_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110831d2d0b8fbb74b988a764dc4bce002be_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:46,056 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/df8aeb3d3ce348d9b326f53b6f90f268, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:46,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/df8aeb3d3ce348d9b326f53b6f90f268 is 175, key is test_row_0/A:col10/1731091306005/Put/seqid=0 2024-11-08T18:41:46,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742431_1607 (size=83035) 2024-11-08T18:41:46,059 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=144, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/df8aeb3d3ce348d9b326f53b6f90f268 2024-11-08T18:41:46,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/a8cf8a10a7804afb8b3e40d8458f1598 is 50, key is test_row_0/B:col10/1731091306005/Put/seqid=0 2024-11-08T18:41:46,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742432_1608 (size=12151) 2024-11-08T18:41:46,097 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/a8cf8a10a7804afb8b3e40d8458f1598 2024-11-08T18:41:46,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/4c5ac3b320ae4654a036dddd414dd635 is 50, key is test_row_0/C:col10/1731091306005/Put/seqid=0 2024-11-08T18:41:46,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742433_1609 (size=12151) 2024-11-08T18:41:46,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091366150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091366160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091366160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091366160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091366160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,163 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,165 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,166 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-11-08T18:41:46,291 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:46,291 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-11-08T18:41:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T18:41:46,294 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:46,294 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:46,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:46,363 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091366360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091366370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,373 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091366371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,373 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091366371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091366371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,374 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T18:41:46,447 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T18:41:46,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:46,448 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:46,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:46,523 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/4c5ac3b320ae4654a036dddd414dd635 2024-11-08T18:41:46,526 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/df8aeb3d3ce348d9b326f53b6f90f268 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/df8aeb3d3ce348d9b326f53b6f90f268 2024-11-08T18:41:46,530 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/df8aeb3d3ce348d9b326f53b6f90f268, entries=450, sequenceid=144, filesize=81.1 K 2024-11-08T18:41:46,531 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/a8cf8a10a7804afb8b3e40d8458f1598 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/a8cf8a10a7804afb8b3e40d8458f1598 2024-11-08T18:41:46,534 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/a8cf8a10a7804afb8b3e40d8458f1598, entries=150, sequenceid=144, filesize=11.9 K 2024-11-08T18:41:46,535 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/4c5ac3b320ae4654a036dddd414dd635 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4c5ac3b320ae4654a036dddd414dd635 2024-11-08T18:41:46,538 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4c5ac3b320ae4654a036dddd414dd635, entries=150, sequenceid=144, filesize=11.9 K 2024-11-08T18:41:46,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 3c94d76fc0e46435bd4156c913c7a30e in 533ms, sequenceid=144, compaction requested=true 2024-11-08T18:41:46,538 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:46,539 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:46,539 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:46,539 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:46,540 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 184750 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:46,540 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/A is initiating minor compaction (all files) 2024-11-08T18:41:46,540 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/A in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:46,540 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d70fdac352d04775bf74254827d705f4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0608c644e8574f099dbf158ede8c6fd1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0dfbe7aad95f40f29cd2c632c4d60676, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/df8aeb3d3ce348d9b326f53b6f90f268] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=180.4 K 2024-11-08T18:41:46,540 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:46,540 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d70fdac352d04775bf74254827d705f4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0608c644e8574f099dbf158ede8c6fd1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0dfbe7aad95f40f29cd2c632c4d60676, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/df8aeb3d3ce348d9b326f53b6f90f268] 2024-11-08T18:41:46,541 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:46,541 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d70fdac352d04775bf74254827d705f4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731091303272 2024-11-08T18:41:46,541 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/B is initiating minor compaction (all files) 2024-11-08T18:41:46,541 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/B in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:46,541 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/268163cfaf3c4bb68f6d802f56bd2b41, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0d8b98d5e8264abeace4a80d30d8c521, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/c57cce0c5ae047bc89db4366290b4dcc, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/a8cf8a10a7804afb8b3e40d8458f1598] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=47.3 K 2024-11-08T18:41:46,541 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0608c644e8574f099dbf158ede8c6fd1, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731091303640 2024-11-08T18:41:46,541 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 268163cfaf3c4bb68f6d802f56bd2b41, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731091303272 2024-11-08T18:41:46,541 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d8b98d5e8264abeace4a80d30d8c521, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731091303640 2024-11-08T18:41:46,541 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0dfbe7aad95f40f29cd2c632c4d60676, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731091304793 2024-11-08T18:41:46,542 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting c57cce0c5ae047bc89db4366290b4dcc, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731091304793 2024-11-08T18:41:46,542 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting df8aeb3d3ce348d9b326f53b6f90f268, keycount=450, bloomtype=ROW, size=81.1 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731091305962 2024-11-08T18:41:46,542 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting a8cf8a10a7804afb8b3e40d8458f1598, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731091305999 2024-11-08T18:41:46,547 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:46,549 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110850275476932e4f5e9320663388a643b0_3c94d76fc0e46435bd4156c913c7a30e store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:46,550 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#B#compaction#521 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:46,550 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/b7948d65ff72417aa927342caea07142 is 50, key is test_row_0/B:col10/1731091306005/Put/seqid=0 2024-11-08T18:41:46,552 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110850275476932e4f5e9320663388a643b0_3c94d76fc0e46435bd4156c913c7a30e, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:46,552 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110850275476932e4f5e9320663388a643b0_3c94d76fc0e46435bd4156c913c7a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:46,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742434_1610 (size=12493) 2024-11-08T18:41:46,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742435_1611 (size=4469) 2024-11-08T18:41:46,561 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#A#compaction#520 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:46,562 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/d71c94f82403413297c53625440961e7 is 175, key is test_row_0/A:col10/1731091306005/Put/seqid=0 2024-11-08T18:41:46,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742436_1612 (size=31447) 2024-11-08T18:41:46,567 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/b7948d65ff72417aa927342caea07142 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/b7948d65ff72417aa927342caea07142 2024-11-08T18:41:46,573 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/B of 3c94d76fc0e46435bd4156c913c7a30e into b7948d65ff72417aa927342caea07142(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:46,573 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:46,573 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/B, priority=12, startTime=1731091306539; duration=0sec 2024-11-08T18:41:46,573 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:46,573 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:B 2024-11-08T18:41:46,573 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-08T18:41:46,590 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-08T18:41:46,590 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/C is initiating minor compaction (all files) 2024-11-08T18:41:46,590 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/C in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:46,590 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ffa51777560a4fdca55f140b875b2f48, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/1c8509caee0241628d1aee0ab97a1594, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/963374dfd2b54a6d8e9ed16524c89bc5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4c5ac3b320ae4654a036dddd414dd635] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=47.3 K 2024-11-08T18:41:46,591 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting ffa51777560a4fdca55f140b875b2f48, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1731091303272 2024-11-08T18:41:46,591 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1c8509caee0241628d1aee0ab97a1594, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731091303640 2024-11-08T18:41:46,591 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 963374dfd2b54a6d8e9ed16524c89bc5, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1731091304793 2024-11-08T18:41:46,592 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c5ac3b320ae4654a036dddd414dd635, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731091305999 2024-11-08T18:41:46,601 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-11-08T18:41:46,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:46,601 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-11-08T18:41:46,608 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#C#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:46,608 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/a68c4471cbd646debcfb4d84cf85b390 is 50, key is test_row_0/C:col10/1731091306005/Put/seqid=0 2024-11-08T18:41:46,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b8d217c9cdbf4df49e6eff635ff9dbac_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091306044/Put/seqid=0 2024-11-08T18:41:46,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T18:41:46,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742437_1613 (size=12493) 2024-11-08T18:41:46,627 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/a68c4471cbd646debcfb4d84cf85b390 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/a68c4471cbd646debcfb4d84cf85b390 2024-11-08T18:41:46,632 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/C of 3c94d76fc0e46435bd4156c913c7a30e into a68c4471cbd646debcfb4d84cf85b390(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:46,632 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:46,632 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/C, priority=12, startTime=1731091306539; duration=0sec 2024-11-08T18:41:46,632 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:46,632 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:C 2024-11-08T18:41:46,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742438_1614 (size=12304) 2024-11-08T18:41:46,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:46,638 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108b8d217c9cdbf4df49e6eff635ff9dbac_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b8d217c9cdbf4df49e6eff635ff9dbac_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:46,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/d113dfd9b3af47b2b109bda1d920eedf, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:46,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/d113dfd9b3af47b2b109bda1d920eedf is 175, key is test_row_0/A:col10/1731091306044/Put/seqid=0 2024-11-08T18:41:46,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742439_1615 (size=31105) 2024-11-08T18:41:46,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:46,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:46,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091366686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091366686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,692 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091366687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091366688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,693 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091366690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,695 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091366800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,803 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091366800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091366800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,804 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091366800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,805 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:46,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,805 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091366800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:46,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:46,805 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:46,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T18:41:46,971 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/d71c94f82403413297c53625440961e7 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d71c94f82403413297c53625440961e7 2024-11-08T18:41:46,977 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/A of 3c94d76fc0e46435bd4156c913c7a30e into d71c94f82403413297c53625440961e7(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:46,977 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:46,977 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/A, priority=12, startTime=1731091306538; duration=0sec 2024-11-08T18:41:46,977 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:46,977 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:A 2024-11-08T18:41:47,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091367010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091367010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091367010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091367010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091367010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,015 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,043 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/d113dfd9b3af47b2b109bda1d920eedf 2024-11-08T18:41:47,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/31ad119693f94ac0b741f5098da9bf8d is 50, key is test_row_0/B:col10/1731091306044/Put/seqid=0 2024-11-08T18:41:47,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742440_1616 (size=12151) 2024-11-08T18:41:47,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091367320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091367320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091367320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,324 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091367320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091367320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,325 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T18:41:47,455 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/31ad119693f94ac0b741f5098da9bf8d 2024-11-08T18:41:47,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/b6453441d4724dfb929a3d6d01751368 is 50, key is test_row_0/C:col10/1731091306044/Put/seqid=0 2024-11-08T18:41:47,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742441_1617 (size=12151) 2024-11-08T18:41:47,483 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/b6453441d4724dfb929a3d6d01751368 2024-11-08T18:41:47,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/d113dfd9b3af47b2b109bda1d920eedf as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d113dfd9b3af47b2b109bda1d920eedf 2024-11-08T18:41:47,495 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d113dfd9b3af47b2b109bda1d920eedf, entries=150, sequenceid=169, filesize=30.4 K 2024-11-08T18:41:47,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/31ad119693f94ac0b741f5098da9bf8d as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/31ad119693f94ac0b741f5098da9bf8d 2024-11-08T18:41:47,499 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/31ad119693f94ac0b741f5098da9bf8d, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T18:41:47,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/b6453441d4724dfb929a3d6d01751368 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/b6453441d4724dfb929a3d6d01751368 2024-11-08T18:41:47,504 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/b6453441d4724dfb929a3d6d01751368, entries=150, sequenceid=169, filesize=11.9 K 2024-11-08T18:41:47,506 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 3c94d76fc0e46435bd4156c913c7a30e in 904ms, sequenceid=169, compaction requested=false 2024-11-08T18:41:47,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:47,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:47,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-11-08T18:41:47,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-11-08T18:41:47,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-11-08T18:41:47,510 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2130 sec 2024-11-08T18:41:47,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.2200 sec 2024-11-08T18:41:47,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:47,832 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:47,832 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-11-08T18:41:47,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082daffd443bf44786918f36c216ab2255_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091307832/Put/seqid=0 2024-11-08T18:41:47,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742442_1618 (size=12304) 2024-11-08T18:41:47,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091367854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,859 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091367855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,860 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091367857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,862 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091367858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,863 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091367859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091367970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,974 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,974 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091367971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091367971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091367971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:47,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091367971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:47,976 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091368181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091368181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091368181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,185 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091368182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091368182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,187 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,247 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:48,253 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411082daffd443bf44786918f36c216ab2255_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082daffd443bf44786918f36c216ab2255_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:48,254 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/b2030de97d1741358380104bcece219c, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:48,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/b2030de97d1741358380104bcece219c is 175, key is test_row_0/A:col10/1731091307832/Put/seqid=0 2024-11-08T18:41:48,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742443_1619 (size=31105) 2024-11-08T18:41:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-11-08T18:41:48,441 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:48,441 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-11-08T18:41:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T18:41:48,443 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:48,444 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:48,444 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:48,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091368490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,493 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091368490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091368490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,494 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091368490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091368500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:48,503 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:48,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T18:41:48,596 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-08T18:41:48,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:48,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:48,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:48,596 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:48,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:48,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:48,688 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=186, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/b2030de97d1741358380104bcece219c 2024-11-08T18:41:48,695 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/516ca93ee5aa4d46a51282acb53c54af is 50, key is test_row_0/B:col10/1731091307832/Put/seqid=0 2024-11-08T18:41:48,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742444_1620 (size=12151) 2024-11-08T18:41:48,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-08T18:41:48,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:48,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:48,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:48,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:48,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:48,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T18:41:48,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-08T18:41:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:48,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:48,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:48,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091369000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091369000, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,004 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091369001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:49,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091369001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,005 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:49,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091369010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:49,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-08T18:41:49,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:49,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:49,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:49,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:49,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:49,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:49,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T18:41:49,098 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/516ca93ee5aa4d46a51282acb53c54af 2024-11-08T18:41:49,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/4e486c27de6e4d4ca4e1faed7629926a is 50, key is test_row_0/C:col10/1731091307832/Put/seqid=0 2024-11-08T18:41:49,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742445_1621 (size=12151) 2024-11-08T18:41:49,108 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/4e486c27de6e4d4ca4e1faed7629926a 2024-11-08T18:41:49,112 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/b2030de97d1741358380104bcece219c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b2030de97d1741358380104bcece219c 2024-11-08T18:41:49,115 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b2030de97d1741358380104bcece219c, entries=150, sequenceid=186, filesize=30.4 K 2024-11-08T18:41:49,115 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/516ca93ee5aa4d46a51282acb53c54af as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/516ca93ee5aa4d46a51282acb53c54af 2024-11-08T18:41:49,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/516ca93ee5aa4d46a51282acb53c54af, entries=150, sequenceid=186, filesize=11.9 K 2024-11-08T18:41:49,119 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/4e486c27de6e4d4ca4e1faed7629926a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4e486c27de6e4d4ca4e1faed7629926a 2024-11-08T18:41:49,121 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4e486c27de6e4d4ca4e1faed7629926a, entries=150, sequenceid=186, filesize=11.9 K 2024-11-08T18:41:49,122 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 3c94d76fc0e46435bd4156c913c7a30e in 1290ms, sequenceid=186, compaction requested=true 2024-11-08T18:41:49,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:49,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:49,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:49,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:49,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:49,122 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:49,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:49,122 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:49,122 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:49,123 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:49,123 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93657 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:49,123 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/A is initiating minor compaction (all files) 2024-11-08T18:41:49,123 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/B is initiating minor compaction (all files) 2024-11-08T18:41:49,123 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/A in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:49,123 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/B in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:49,123 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d71c94f82403413297c53625440961e7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d113dfd9b3af47b2b109bda1d920eedf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b2030de97d1741358380104bcece219c] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=91.5 K 2024-11-08T18:41:49,123 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/b7948d65ff72417aa927342caea07142, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/31ad119693f94ac0b741f5098da9bf8d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/516ca93ee5aa4d46a51282acb53c54af] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=35.9 K 2024-11-08T18:41:49,123 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:49,123 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d71c94f82403413297c53625440961e7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d113dfd9b3af47b2b109bda1d920eedf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b2030de97d1741358380104bcece219c] 2024-11-08T18:41:49,124 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b7948d65ff72417aa927342caea07142, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731091305999 2024-11-08T18:41:49,124 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d71c94f82403413297c53625440961e7, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731091305999 2024-11-08T18:41:49,124 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 31ad119693f94ac0b741f5098da9bf8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091306040 2024-11-08T18:41:49,124 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting d113dfd9b3af47b2b109bda1d920eedf, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091306040 2024-11-08T18:41:49,124 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2030de97d1741358380104bcece219c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731091306688 2024-11-08T18:41:49,124 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 516ca93ee5aa4d46a51282acb53c54af, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731091306688 2024-11-08T18:41:49,130 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:49,132 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#B#compaction#529 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:49,132 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/fc91b7a702324deb83dba856aeaec6f9 is 50, key is test_row_0/B:col10/1731091307832/Put/seqid=0 2024-11-08T18:41:49,138 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110801ee637cdf0143cdad68573476304c0f_3c94d76fc0e46435bd4156c913c7a30e store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:49,140 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110801ee637cdf0143cdad68573476304c0f_3c94d76fc0e46435bd4156c913c7a30e, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:49,140 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110801ee637cdf0143cdad68573476304c0f_3c94d76fc0e46435bd4156c913c7a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:49,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742446_1622 (size=12595) 2024-11-08T18:41:49,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742447_1623 (size=4469) 2024-11-08T18:41:49,176 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#A#compaction#530 average throughput is 0.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:49,176 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/446499865de04407b12cb99ad7e44ba8 is 175, key is test_row_0/A:col10/1731091307832/Put/seqid=0 2024-11-08T18:41:49,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742448_1624 (size=31549) 2024-11-08T18:41:49,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-11-08T18:41:49,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:49,208 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T18:41:49,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108547f9b434ecc4dd1a7ce5a55e6378f4f_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091307856/Put/seqid=0 2024-11-08T18:41:49,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742449_1625 (size=12304) 2024-11-08T18:41:49,574 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/fc91b7a702324deb83dba856aeaec6f9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc91b7a702324deb83dba856aeaec6f9 2024-11-08T18:41:49,578 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/B of 3c94d76fc0e46435bd4156c913c7a30e into fc91b7a702324deb83dba856aeaec6f9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:49,578 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:49,579 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/B, priority=13, startTime=1731091309122; duration=0sec 2024-11-08T18:41:49,579 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:49,579 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:B 2024-11-08T18:41:49,579 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:49,580 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:49,580 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/C is initiating minor compaction (all files) 2024-11-08T18:41:49,580 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/C in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:49,580 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/a68c4471cbd646debcfb4d84cf85b390, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/b6453441d4724dfb929a3d6d01751368, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4e486c27de6e4d4ca4e1faed7629926a] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=35.9 K 2024-11-08T18:41:49,580 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting a68c4471cbd646debcfb4d84cf85b390, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=144, earliestPutTs=1731091305999 2024-11-08T18:41:49,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T18:41:49,581 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting b6453441d4724dfb929a3d6d01751368, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1731091306040 2024-11-08T18:41:49,581 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e486c27de6e4d4ca4e1faed7629926a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731091306688 2024-11-08T18:41:49,583 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/446499865de04407b12cb99ad7e44ba8 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/446499865de04407b12cb99ad7e44ba8 2024-11-08T18:41:49,586 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#C#compaction#532 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:49,587 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/5bedf75a2ea14acba78c66a83c1fc7e9 is 50, key is test_row_0/C:col10/1731091307832/Put/seqid=0 2024-11-08T18:41:49,588 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/A of 3c94d76fc0e46435bd4156c913c7a30e into 446499865de04407b12cb99ad7e44ba8(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:49,588 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:49,588 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/A, priority=13, startTime=1731091309122; duration=0sec 2024-11-08T18:41:49,588 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:49,588 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:A 2024-11-08T18:41:49,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742450_1626 (size=12595) 2024-11-08T18:41:49,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:49,622 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108547f9b434ecc4dd1a7ce5a55e6378f4f_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108547f9b434ecc4dd1a7ce5a55e6378f4f_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:49,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/5a090a550eff4d9b918903b62c6920ff, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:49,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/5a090a550eff4d9b918903b62c6920ff is 175, key is test_row_0/A:col10/1731091307856/Put/seqid=0 2024-11-08T18:41:49,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742451_1627 (size=31105) 2024-11-08T18:41:49,996 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/5bedf75a2ea14acba78c66a83c1fc7e9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5bedf75a2ea14acba78c66a83c1fc7e9 2024-11-08T18:41:50,000 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/C of 3c94d76fc0e46435bd4156c913c7a30e into 5bedf75a2ea14acba78c66a83c1fc7e9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:50,000 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:50,000 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/C, priority=13, startTime=1731091309122; duration=0sec 2024-11-08T18:41:50,000 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:50,000 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:C 2024-11-08T18:41:50,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:50,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:50,027 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/5a090a550eff4d9b918903b62c6920ff 2024-11-08T18:41:50,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091370032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,038 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091370035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,039 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091370036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091370038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091370038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,042 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,043 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/39493ea7629c48b7b4494bf91edd0dc3 is 50, key is test_row_0/B:col10/1731091307856/Put/seqid=0 2024-11-08T18:41:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742452_1628 (size=12151) 2024-11-08T18:41:50,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091370140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,142 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091370150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091370150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091370151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091370151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091370353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,355 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,361 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091370360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091370360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091370360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,362 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091370360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,461 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/39493ea7629c48b7b4494bf91edd0dc3 2024-11-08T18:41:50,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/09e819d05edf4aa0bcf00bc75c65c31f is 50, key is test_row_0/C:col10/1731091307856/Put/seqid=0 2024-11-08T18:41:50,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742453_1629 (size=12151) 2024-11-08T18:41:50,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T18:41:50,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091370660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,663 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091370670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091370670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091370670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091370670, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,672 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:50,673 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:50,877 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/09e819d05edf4aa0bcf00bc75c65c31f 2024-11-08T18:41:50,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/5a090a550eff4d9b918903b62c6920ff as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/5a090a550eff4d9b918903b62c6920ff 2024-11-08T18:41:50,884 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/5a090a550eff4d9b918903b62c6920ff, entries=150, sequenceid=207, filesize=30.4 K 2024-11-08T18:41:50,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/39493ea7629c48b7b4494bf91edd0dc3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/39493ea7629c48b7b4494bf91edd0dc3 2024-11-08T18:41:50,887 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/39493ea7629c48b7b4494bf91edd0dc3, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T18:41:50,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/09e819d05edf4aa0bcf00bc75c65c31f as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/09e819d05edf4aa0bcf00bc75c65c31f 2024-11-08T18:41:50,891 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/09e819d05edf4aa0bcf00bc75c65c31f, entries=150, sequenceid=207, filesize=11.9 K 2024-11-08T18:41:50,892 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 3c94d76fc0e46435bd4156c913c7a30e in 1683ms, sequenceid=207, compaction requested=false 2024-11-08T18:41:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:50,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-11-08T18:41:50,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-11-08T18:41:50,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-11-08T18:41:50,895 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4490 sec 2024-11-08T18:41:50,897 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 2.4550 sec 2024-11-08T18:41:51,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:51,173 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:51,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T18:41:51,183 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c65663293a4e431e9dbc408bcf2b2c37_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091311172/Put/seqid=0 2024-11-08T18:41:51,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742454_1630 (size=14794) 2024-11-08T18:41:51,187 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:51,190 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108c65663293a4e431e9dbc408bcf2b2c37_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c65663293a4e431e9dbc408bcf2b2c37_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:51,191 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/715d32b97d8145faa679a13cf1d14942, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:51,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/715d32b97d8145faa679a13cf1d14942 is 175, key is test_row_0/A:col10/1731091311172/Put/seqid=0 2024-11-08T18:41:51,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742455_1631 (size=39749) 2024-11-08T18:41:51,200 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091371194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,201 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091371198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,201 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,202 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091371199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,204 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,204 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091371200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091371201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,205 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091371310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091371310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091371310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091371310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091371310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091371520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091371520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091371520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091371520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,523 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091371520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,524 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,599 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=227, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/715d32b97d8145faa679a13cf1d14942 2024-11-08T18:41:51,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/e8c144c662434ce398ebebccc83ccd70 is 50, key is test_row_0/B:col10/1731091311172/Put/seqid=0 2024-11-08T18:41:51,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742456_1632 (size=12151) 2024-11-08T18:41:51,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/e8c144c662434ce398ebebccc83ccd70 2024-11-08T18:41:51,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/460956d2cba44fe88af722da93f8d513 is 50, key is test_row_0/C:col10/1731091311172/Put/seqid=0 2024-11-08T18:41:51,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742457_1633 (size=12151) 2024-11-08T18:41:51,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=227 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/460956d2cba44fe88af722da93f8d513 2024-11-08T18:41:51,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/715d32b97d8145faa679a13cf1d14942 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/715d32b97d8145faa679a13cf1d14942 2024-11-08T18:41:51,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/715d32b97d8145faa679a13cf1d14942, entries=200, sequenceid=227, filesize=38.8 K 2024-11-08T18:41:51,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/e8c144c662434ce398ebebccc83ccd70 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/e8c144c662434ce398ebebccc83ccd70 2024-11-08T18:41:51,628 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/e8c144c662434ce398ebebccc83ccd70, entries=150, sequenceid=227, filesize=11.9 K 2024-11-08T18:41:51,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/460956d2cba44fe88af722da93f8d513 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/460956d2cba44fe88af722da93f8d513 2024-11-08T18:41:51,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/460956d2cba44fe88af722da93f8d513, entries=150, sequenceid=227, filesize=11.9 K 2024-11-08T18:41:51,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 3c94d76fc0e46435bd4156c913c7a30e in 460ms, sequenceid=227, compaction requested=true 2024-11-08T18:41:51,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:51,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:51,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:51,633 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:51,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:51,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:51,633 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:51,634 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:51,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:51,634 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102403 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:51,634 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:51,634 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/B is initiating minor compaction (all files) 2024-11-08T18:41:51,634 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/A is initiating minor compaction (all files) 2024-11-08T18:41:51,634 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/A in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:51,634 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/B in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:51,634 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/446499865de04407b12cb99ad7e44ba8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/5a090a550eff4d9b918903b62c6920ff, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/715d32b97d8145faa679a13cf1d14942] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=100.0 K 2024-11-08T18:41:51,634 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc91b7a702324deb83dba856aeaec6f9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/39493ea7629c48b7b4494bf91edd0dc3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/e8c144c662434ce398ebebccc83ccd70] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=36.0 K 2024-11-08T18:41:51,635 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:51,635 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/446499865de04407b12cb99ad7e44ba8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/5a090a550eff4d9b918903b62c6920ff, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/715d32b97d8145faa679a13cf1d14942] 2024-11-08T18:41:51,635 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 446499865de04407b12cb99ad7e44ba8, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731091306688 2024-11-08T18:41:51,635 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting fc91b7a702324deb83dba856aeaec6f9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731091306688 2024-11-08T18:41:51,635 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a090a550eff4d9b918903b62c6920ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731091307853 2024-11-08T18:41:51,635 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 39493ea7629c48b7b4494bf91edd0dc3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731091307853 2024-11-08T18:41:51,636 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 715d32b97d8145faa679a13cf1d14942, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731091310035 2024-11-08T18:41:51,636 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting e8c144c662434ce398ebebccc83ccd70, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731091310035 2024-11-08T18:41:51,642 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#B#compaction#538 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:51,643 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/1dbff78287684f338a085850bf0da145 is 50, key is test_row_0/B:col10/1731091311172/Put/seqid=0 2024-11-08T18:41:51,645 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:51,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742458_1634 (size=12697) 2024-11-08T18:41:51,647 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110836e117233f2442db8038f49925495670_3c94d76fc0e46435bd4156c913c7a30e store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:51,648 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110836e117233f2442db8038f49925495670_3c94d76fc0e46435bd4156c913c7a30e, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:51,649 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110836e117233f2442db8038f49925495670_3c94d76fc0e46435bd4156c913c7a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:51,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742459_1635 (size=4469) 2024-11-08T18:41:51,654 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#A#compaction#539 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:51,655 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1ffbac12ea44477482f70f9bda12febc is 175, key is test_row_0/A:col10/1731091311172/Put/seqid=0 2024-11-08T18:41:51,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742460_1636 (size=31651) 2024-11-08T18:41:51,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:51,833 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:51,833 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T18:41:51,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bf9b31b87c14471293f5940e782391e2_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091311198/Put/seqid=0 2024-11-08T18:41:51,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742461_1637 (size=12304) 2024-11-08T18:41:51,844 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:51,847 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108bf9b31b87c14471293f5940e782391e2_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bf9b31b87c14471293f5940e782391e2_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:51,848 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1e50817ccfdd4a5f92bf6b6a8d8de88c, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:51,848 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1e50817ccfdd4a5f92bf6b6a8d8de88c is 175, key is test_row_0/A:col10/1731091311198/Put/seqid=0 2024-11-08T18:41:51,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742462_1638 (size=31105) 2024-11-08T18:41:51,853 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=249, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1e50817ccfdd4a5f92bf6b6a8d8de88c 2024-11-08T18:41:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091371851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091371850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091371852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091371852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,857 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091371853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/abf8e71fd36e4072a3ce30a98b9b6f34 is 50, key is test_row_0/B:col10/1731091311198/Put/seqid=0 2024-11-08T18:41:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,858 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742463_1639 (size=12151) 2024-11-08T18:41:51,963 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091371960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091371960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091371961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091371961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,964 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:51,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091371961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:51,965 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,051 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/1dbff78287684f338a085850bf0da145 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/1dbff78287684f338a085850bf0da145 2024-11-08T18:41:52,054 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/B of 3c94d76fc0e46435bd4156c913c7a30e into 1dbff78287684f338a085850bf0da145(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:52,054 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:52,054 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/B, priority=13, startTime=1731091311633; duration=0sec 2024-11-08T18:41:52,054 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:52,054 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:B 2024-11-08T18:41:52,055 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:52,055 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:52,055 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/C is initiating minor compaction (all files) 2024-11-08T18:41:52,055 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/C in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:52,055 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5bedf75a2ea14acba78c66a83c1fc7e9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/09e819d05edf4aa0bcf00bc75c65c31f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/460956d2cba44fe88af722da93f8d513] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=36.0 K 2024-11-08T18:41:52,056 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5bedf75a2ea14acba78c66a83c1fc7e9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1731091306688 2024-11-08T18:41:52,056 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 09e819d05edf4aa0bcf00bc75c65c31f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1731091307853 2024-11-08T18:41:52,056 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 460956d2cba44fe88af722da93f8d513, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731091310035 2024-11-08T18:41:52,061 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1ffbac12ea44477482f70f9bda12febc as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1ffbac12ea44477482f70f9bda12febc 2024-11-08T18:41:52,062 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#C#compaction#542 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:52,063 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/4da90e9930ed4ab4b29fe9d2089cbbbd is 50, key is test_row_0/C:col10/1731091311172/Put/seqid=0 2024-11-08T18:41:52,080 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/A of 3c94d76fc0e46435bd4156c913c7a30e into 1ffbac12ea44477482f70f9bda12febc(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:52,080 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:52,080 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/A, priority=13, startTime=1731091311633; duration=0sec 2024-11-08T18:41:52,080 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:52,080 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:A 2024-11-08T18:41:52,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742464_1640 (size=12697) 2024-11-08T18:41:52,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091372170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,172 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,173 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091372171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091372171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091372171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,174 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,174 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091372171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,175 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/abf8e71fd36e4072a3ce30a98b9b6f34 2024-11-08T18:41:52,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/51fd78a7a4d3416c9bab50bf8f80f2b0 is 50, key is test_row_0/C:col10/1731091311198/Put/seqid=0 2024-11-08T18:41:52,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742465_1641 (size=12151) 2024-11-08T18:41:52,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091372480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091372481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,483 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091372481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091372481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091372481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:52,485 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:52,492 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/4da90e9930ed4ab4b29fe9d2089cbbbd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4da90e9930ed4ab4b29fe9d2089cbbbd 2024-11-08T18:41:52,496 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/C of 3c94d76fc0e46435bd4156c913c7a30e into 4da90e9930ed4ab4b29fe9d2089cbbbd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:52,496 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:52,496 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/C, priority=13, startTime=1731091311633; duration=0sec 2024-11-08T18:41:52,496 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:52,496 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:C 2024-11-08T18:41:52,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-11-08T18:41:52,610 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:52,611 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-11-08T18:41:52,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T18:41:52,613 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:52,614 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:52,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:52,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/51fd78a7a4d3416c9bab50bf8f80f2b0 2024-11-08T18:41:52,680 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1e50817ccfdd4a5f92bf6b6a8d8de88c as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1e50817ccfdd4a5f92bf6b6a8d8de88c 2024-11-08T18:41:52,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1e50817ccfdd4a5f92bf6b6a8d8de88c, entries=150, sequenceid=249, filesize=30.4 K 2024-11-08T18:41:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/abf8e71fd36e4072a3ce30a98b9b6f34 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/abf8e71fd36e4072a3ce30a98b9b6f34 2024-11-08T18:41:52,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/abf8e71fd36e4072a3ce30a98b9b6f34, entries=150, sequenceid=249, filesize=11.9 K 2024-11-08T18:41:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/51fd78a7a4d3416c9bab50bf8f80f2b0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/51fd78a7a4d3416c9bab50bf8f80f2b0 2024-11-08T18:41:52,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/51fd78a7a4d3416c9bab50bf8f80f2b0, entries=150, sequenceid=249, filesize=11.9 K 2024-11-08T18:41:52,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=87.22 KB/89310 for 3c94d76fc0e46435bd4156c913c7a30e in 858ms, sequenceid=249, compaction requested=false 2024-11-08T18:41:52,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T18:41:52,766 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-11-08T18:41:52,766 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:52,766 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-11-08T18:41:52,772 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108da8284a301424436b055106c175ed754_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091311842/Put/seqid=0 2024-11-08T18:41:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742466_1642 (size=12454) 2024-11-08T18:41:52,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T18:41:52,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:52,992 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:53,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091373007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091373008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091373010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,015 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091373012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091373012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,017 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091373120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091373120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091373121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091373121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,123 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091373121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,124 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:53,181 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108da8284a301424436b055106c175ed754_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108da8284a301424436b055106c175ed754_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:53,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/b1c66faca8dd45f8b66e805264bf058a, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:53,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/b1c66faca8dd45f8b66e805264bf058a is 175, key is test_row_0/A:col10/1731091311842/Put/seqid=0 2024-11-08T18:41:53,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742467_1643 (size=31255) 2024-11-08T18:41:53,197 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=268, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/b1c66faca8dd45f8b66e805264bf058a 2024-11-08T18:41:53,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/34f7e10e72cf491ab15c7f52f6ac17bb is 50, key is test_row_0/B:col10/1731091311842/Put/seqid=0 2024-11-08T18:41:53,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742468_1644 (size=12301) 2024-11-08T18:41:53,212 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/34f7e10e72cf491ab15c7f52f6ac17bb 2024-11-08T18:41:53,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/fbd598edd9594a46aebfa77b2500e8b9 is 50, key is test_row_0/C:col10/1731091311842/Put/seqid=0 2024-11-08T18:41:53,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742469_1645 (size=12301) 2024-11-08T18:41:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T18:41:53,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091373330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,333 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091373330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091373330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091373331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091373330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,334 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,622 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/fbd598edd9594a46aebfa77b2500e8b9 2024-11-08T18:41:53,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/b1c66faca8dd45f8b66e805264bf058a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b1c66faca8dd45f8b66e805264bf058a 2024-11-08T18:41:53,636 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b1c66faca8dd45f8b66e805264bf058a, entries=150, sequenceid=268, filesize=30.5 K 2024-11-08T18:41:53,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/34f7e10e72cf491ab15c7f52f6ac17bb as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/34f7e10e72cf491ab15c7f52f6ac17bb 2024-11-08T18:41:53,640 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/34f7e10e72cf491ab15c7f52f6ac17bb, entries=150, sequenceid=268, filesize=12.0 K 2024-11-08T18:41:53,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/fbd598edd9594a46aebfa77b2500e8b9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/fbd598edd9594a46aebfa77b2500e8b9 2024-11-08T18:41:53,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091373641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091373641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091373641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,642 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091373641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091373641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:53,643 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:53,651 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/fbd598edd9594a46aebfa77b2500e8b9, entries=150, sequenceid=268, filesize=12.0 K 2024-11-08T18:41:53,652 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=120.76 KB/123660 for 3c94d76fc0e46435bd4156c913c7a30e in 886ms, sequenceid=268, compaction requested=true 2024-11-08T18:41:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-11-08T18:41:53,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-11-08T18:41:53,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-11-08T18:41:53,655 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0390 sec 2024-11-08T18:41:53,658 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.0450 sec 2024-11-08T18:41:53,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-11-08T18:41:53,750 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:53,750 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:53,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-11-08T18:41:53,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T18:41:53,752 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:53,753 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:53,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T18:41:53,905 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-11-08T18:41:53,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:53,905 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-11-08T18:41:53,912 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086d52018d7d1c4096b7059a7cc9cf899d_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091313005/Put/seqid=0 2024-11-08T18:41:53,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742470_1646 (size=12454) 2024-11-08T18:41:54,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T18:41:54,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:54,153 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:54,166 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091374161, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091374162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091374163, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,167 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,168 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091374167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091374167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,172 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091374270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,272 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091374270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,273 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091374270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,273 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091374280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,283 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091374280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,284 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:54,319 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411086d52018d7d1c4096b7059a7cc9cf899d_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086d52018d7d1c4096b7059a7cc9cf899d_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/7ca7fad403cb49c4ab2150c5621ecbeb, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:54,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/7ca7fad403cb49c4ab2150c5621ecbeb is 175, key is test_row_0/A:col10/1731091313005/Put/seqid=0 2024-11-08T18:41:54,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742471_1647 (size=31255) 2024-11-08T18:41:54,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T18:41:54,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091374480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091374480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,484 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,484 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091374480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,485 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091374490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,492 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,492 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091374490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,724 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=289, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/7ca7fad403cb49c4ab2150c5621ecbeb 2024-11-08T18:41:54,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/5357d5d9ce40434684135e699ddc9664 is 50, key is test_row_0/B:col10/1731091313005/Put/seqid=0 2024-11-08T18:41:54,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742472_1648 (size=12301) 2024-11-08T18:41:54,735 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/5357d5d9ce40434684135e699ddc9664 2024-11-08T18:41:54,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/dfdd68cd6b854734b013b65c64a6351a is 50, key is test_row_0/C:col10/1731091313005/Put/seqid=0 2024-11-08T18:41:54,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742473_1649 (size=12301) 2024-11-08T18:41:54,744 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/dfdd68cd6b854734b013b65c64a6351a 2024-11-08T18:41:54,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/7ca7fad403cb49c4ab2150c5621ecbeb as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/7ca7fad403cb49c4ab2150c5621ecbeb 2024-11-08T18:41:54,751 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/7ca7fad403cb49c4ab2150c5621ecbeb, entries=150, sequenceid=289, filesize=30.5 K 2024-11-08T18:41:54,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/5357d5d9ce40434684135e699ddc9664 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5357d5d9ce40434684135e699ddc9664 2024-11-08T18:41:54,754 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5357d5d9ce40434684135e699ddc9664, entries=150, sequenceid=289, filesize=12.0 K 2024-11-08T18:41:54,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/dfdd68cd6b854734b013b65c64a6351a as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/dfdd68cd6b854734b013b65c64a6351a 2024-11-08T18:41:54,758 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/dfdd68cd6b854734b013b65c64a6351a, entries=150, sequenceid=289, filesize=12.0 K 2024-11-08T18:41:54,758 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for 3c94d76fc0e46435bd4156c913c7a30e in 853ms, sequenceid=289, compaction requested=true 2024-11-08T18:41:54,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:54,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:54,758 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-11-08T18:41:54,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-11-08T18:41:54,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-11-08T18:41:54,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0070 sec 2024-11-08T18:41:54,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.0120 sec 2024-11-08T18:41:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:54,793 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:54,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-11-08T18:41:54,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108da9bc930f5284a60a988a1ceff81b228_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091314793/Put/seqid=0 2024-11-08T18:41:54,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742474_1650 (size=12454) 2024-11-08T18:41:54,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091374814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091374815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,821 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091374816, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,822 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091374821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091374821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,827 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-11-08T18:41:54,890 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:54,891 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.3 flush TestAcidGuarantees 2024-11-08T18:41:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-11-08T18:41:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T18:41:54,892 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-11-08T18:41:54,893 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-08T18:41:54,893 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-08T18:41:54,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091374929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091374930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091374930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,934 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091374930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091374930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:54,935 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T18:41:55,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:55,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091375140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091375140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,143 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091375140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091375140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,144 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091375140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,144 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:55,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:55,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,203 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:55,206 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108da9bc930f5284a60a988a1ceff81b228_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108da9bc930f5284a60a988a1ceff81b228_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:55,207 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/870d7ccb3fb64362b295c5f54c09f009, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:55,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/870d7ccb3fb64362b295c5f54c09f009 is 175, key is test_row_0/A:col10/1731091314793/Put/seqid=0 2024-11-08T18:41:55,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T18:41:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742475_1651 (size=31255) 2024-11-08T18:41:55,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:55,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:55,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091375450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,453 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,453 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091375450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091375450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091375450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,454 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091375450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,455 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T18:41:55,611 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=308, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/870d7ccb3fb64362b295c5f54c09f009 2024-11-08T18:41:55,617 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/fc79393e47b54afa9263987e59af87dd is 50, key is test_row_0/B:col10/1731091314793/Put/seqid=0 2024-11-08T18:41:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742476_1652 (size=12301) 2024-11-08T18:41:55,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:55,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,809 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:55,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091375960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091375960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091375960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,962 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091375960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,962 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:55,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:55,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:55,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:55,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:55,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091375970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:55,972 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:56,020 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/fc79393e47b54afa9263987e59af87dd 2024-11-08T18:41:56,027 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/16fed62fecdb4382bc2eef4b2c7e6b07 is 50, key is test_row_0/C:col10/1731091314793/Put/seqid=0 2024-11-08T18:41:56,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T18:41:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742477_1653 (size=12301) 2024-11-08T18:41:56,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:56,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,115 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:56,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:56,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:56,268 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:56,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-2 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:56,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:56,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:56,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:56,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] handler.RSProcedureHandler(58): pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:56,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=165 java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:56,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4177): Remote procedure failed, pid=165 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-08T18:41:56,436 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/16fed62fecdb4382bc2eef4b2c7e6b07 2024-11-08T18:41:56,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/870d7ccb3fb64362b295c5f54c09f009 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/870d7ccb3fb64362b295c5f54c09f009 2024-11-08T18:41:56,442 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/870d7ccb3fb64362b295c5f54c09f009, entries=150, sequenceid=308, filesize=30.5 K 2024-11-08T18:41:56,443 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/fc79393e47b54afa9263987e59af87dd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc79393e47b54afa9263987e59af87dd 2024-11-08T18:41:56,446 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc79393e47b54afa9263987e59af87dd, entries=150, sequenceid=308, filesize=12.0 K 2024-11-08T18:41:56,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/16fed62fecdb4382bc2eef4b2c7e6b07 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/16fed62fecdb4382bc2eef4b2c7e6b07 2024-11-08T18:41:56,449 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/16fed62fecdb4382bc2eef4b2c7e6b07, entries=150, sequenceid=308, filesize=12.0 K 2024-11-08T18:41:56,450 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 3c94d76fc0e46435bd4156c913c7a30e in 1657ms, sequenceid=308, compaction requested=true 2024-11-08T18:41:56,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:56,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:56,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:56,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:56,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:56,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:56,450 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:56,450 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T18:41:56,450 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T18:41:56,451 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T18:41:56,451 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 156521 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T18:41:56,451 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/A is initiating minor compaction (all files) 2024-11-08T18:41:56,451 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/B is initiating minor compaction (all files) 2024-11-08T18:41:56,451 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/A in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,451 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/B in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,451 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/1dbff78287684f338a085850bf0da145, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/abf8e71fd36e4072a3ce30a98b9b6f34, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/34f7e10e72cf491ab15c7f52f6ac17bb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5357d5d9ce40434684135e699ddc9664, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc79393e47b54afa9263987e59af87dd] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=60.3 K 2024-11-08T18:41:56,451 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1ffbac12ea44477482f70f9bda12febc, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1e50817ccfdd4a5f92bf6b6a8d8de88c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b1c66faca8dd45f8b66e805264bf058a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/7ca7fad403cb49c4ab2150c5621ecbeb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/870d7ccb3fb64362b295c5f54c09f009] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=152.9 K 2024-11-08T18:41:56,452 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,452 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1ffbac12ea44477482f70f9bda12febc, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1e50817ccfdd4a5f92bf6b6a8d8de88c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b1c66faca8dd45f8b66e805264bf058a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/7ca7fad403cb49c4ab2150c5621ecbeb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/870d7ccb3fb64362b295c5f54c09f009] 2024-11-08T18:41:56,452 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dbff78287684f338a085850bf0da145, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731091310035 2024-11-08T18:41:56,452 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ffbac12ea44477482f70f9bda12febc, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731091310035 2024-11-08T18:41:56,452 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting abf8e71fd36e4072a3ce30a98b9b6f34, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731091311198 2024-11-08T18:41:56,452 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e50817ccfdd4a5f92bf6b6a8d8de88c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731091311198 2024-11-08T18:41:56,452 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 34f7e10e72cf491ab15c7f52f6ac17bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731091311842 2024-11-08T18:41:56,452 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1c66faca8dd45f8b66e805264bf058a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731091311842 2024-11-08T18:41:56,453 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5357d5d9ce40434684135e699ddc9664, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731091313005 2024-11-08T18:41:56,453 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7ca7fad403cb49c4ab2150c5621ecbeb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731091313005 2024-11-08T18:41:56,453 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting fc79393e47b54afa9263987e59af87dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731091314161 2024-11-08T18:41:56,453 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 870d7ccb3fb64362b295c5f54c09f009, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731091314161 2024-11-08T18:41:56,460 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:56,461 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#B#compaction#553 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:56,462 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/77434f0f7ade4bfaac1e0239ea20d9cd is 50, key is test_row_0/B:col10/1731091314793/Put/seqid=0 2024-11-08T18:41:56,462 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241108a8a965b7d2b84b9687300f8164e28909_3c94d76fc0e46435bd4156c913c7a30e store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:56,464 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241108a8a965b7d2b84b9687300f8164e28909_3c94d76fc0e46435bd4156c913c7a30e, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:56,464 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108a8a965b7d2b84b9687300f8164e28909_3c94d76fc0e46435bd4156c913c7a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:56,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742478_1654 (size=13017) 2024-11-08T18:41:56,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742479_1655 (size=4469) 2024-11-08T18:41:56,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-11-08T18:41:56,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,574 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T18:41:56,580 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d982336c8ab445529be8ba0bb5bd7753_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091314820/Put/seqid=0 2024-11-08T18:41:56,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742480_1656 (size=12454) 2024-11-08T18:41:56,869 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#A#compaction#554 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:56,869 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/835e8a6cdc2843a98a9ccbf8b47048c0 is 175, key is test_row_0/A:col10/1731091314793/Put/seqid=0 2024-11-08T18:41:56,870 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/77434f0f7ade4bfaac1e0239ea20d9cd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/77434f0f7ade4bfaac1e0239ea20d9cd 2024-11-08T18:41:56,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742481_1657 (size=31971) 2024-11-08T18:41:56,875 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/B of 3c94d76fc0e46435bd4156c913c7a30e into 77434f0f7ade4bfaac1e0239ea20d9cd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:56,875 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:56,875 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/B, priority=11, startTime=1731091316450; duration=0sec 2024-11-08T18:41:56,875 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:56,875 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:B 2024-11-08T18:41:56,875 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-11-08T18:41:56,876 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61751 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-11-08T18:41:56,877 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/C is initiating minor compaction (all files) 2024-11-08T18:41:56,877 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/C in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:56,877 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4da90e9930ed4ab4b29fe9d2089cbbbd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/51fd78a7a4d3416c9bab50bf8f80f2b0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/fbd598edd9594a46aebfa77b2500e8b9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/dfdd68cd6b854734b013b65c64a6351a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/16fed62fecdb4382bc2eef4b2c7e6b07] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=60.3 K 2024-11-08T18:41:56,877 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 4da90e9930ed4ab4b29fe9d2089cbbbd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=227, earliestPutTs=1731091310035 2024-11-08T18:41:56,877 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 51fd78a7a4d3416c9bab50bf8f80f2b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1731091311198 2024-11-08T18:41:56,878 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting fbd598edd9594a46aebfa77b2500e8b9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1731091311842 2024-11-08T18:41:56,878 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/835e8a6cdc2843a98a9ccbf8b47048c0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/835e8a6cdc2843a98a9ccbf8b47048c0 2024-11-08T18:41:56,878 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting dfdd68cd6b854734b013b65c64a6351a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1731091313005 2024-11-08T18:41:56,878 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 16fed62fecdb4382bc2eef4b2c7e6b07, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731091314161 2024-11-08T18:41:56,881 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/A of 3c94d76fc0e46435bd4156c913c7a30e into 835e8a6cdc2843a98a9ccbf8b47048c0(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:56,881 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:56,881 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/A, priority=11, startTime=1731091316450; duration=0sec 2024-11-08T18:41:56,882 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:56,882 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:A 2024-11-08T18:41:56,886 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#C#compaction#556 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:56,887 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/02f4eb83801a4bf8975b9e4813fce0cd is 50, key is test_row_0/C:col10/1731091314793/Put/seqid=0 2024-11-08T18:41:56,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742482_1658 (size=13017) 2024-11-08T18:41:56,893 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/02f4eb83801a4bf8975b9e4813fce0cd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/02f4eb83801a4bf8975b9e4813fce0cd 2024-11-08T18:41:56,897 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 5 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/C of 3c94d76fc0e46435bd4156c913c7a30e into 02f4eb83801a4bf8975b9e4813fce0cd(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:56,897 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:56,897 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/C, priority=11, startTime=1731091316450; duration=0sec 2024-11-08T18:41:56,897 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:56,897 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:C 2024-11-08T18:41:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:56,972 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. as already flushing 2024-11-08T18:41:56,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:56,987 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241108d982336c8ab445529be8ba0bb5bd7753_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d982336c8ab445529be8ba0bb5bd7753_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/c7e01a8f079e4e6f906e70529bc91dcd, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:56,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/c7e01a8f079e4e6f906e70529bc91dcd is 175, key is test_row_0/A:col10/1731091314820/Put/seqid=0 2024-11-08T18:41:56,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742483_1659 (size=31255) 2024-11-08T18:41:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T18:41:57,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091377010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091377011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,041 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,044 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091377040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091377041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091377041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,046 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,153 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091377150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091377150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091377150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091377150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,154 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091377151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,155 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091377360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091377360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091377360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091377360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,364 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,364 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091377360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,365 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,394 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=326, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/c7e01a8f079e4e6f906e70529bc91dcd 2024-11-08T18:41:57,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/5947235aad6548c4bc3084b1559d1196 is 50, key is test_row_0/B:col10/1731091314820/Put/seqid=0 2024-11-08T18:41:57,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742484_1660 (size=12301) 2024-11-08T18:41:57,404 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/5947235aad6548c4bc3084b1559d1196 2024-11-08T18:41:57,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/0525c3231b2c4fa29e3c557e6637eb66 is 50, key is test_row_0/C:col10/1731091314820/Put/seqid=0 2024-11-08T18:41:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742485_1661 (size=12301) 2024-11-08T18:41:57,416 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=326 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/0525c3231b2c4fa29e3c557e6637eb66 2024-11-08T18:41:57,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/c7e01a8f079e4e6f906e70529bc91dcd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c7e01a8f079e4e6f906e70529bc91dcd 2024-11-08T18:41:57,422 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c7e01a8f079e4e6f906e70529bc91dcd, entries=150, sequenceid=326, filesize=30.5 K 2024-11-08T18:41:57,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/5947235aad6548c4bc3084b1559d1196 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5947235aad6548c4bc3084b1559d1196 2024-11-08T18:41:57,425 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5947235aad6548c4bc3084b1559d1196, entries=150, sequenceid=326, filesize=12.0 K 2024-11-08T18:41:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/0525c3231b2c4fa29e3c557e6637eb66 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/0525c3231b2c4fa29e3c557e6637eb66 2024-11-08T18:41:57,429 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/0525c3231b2c4fa29e3c557e6637eb66, entries=150, sequenceid=326, filesize=12.0 K 2024-11-08T18:41:57,430 INFO [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 3c94d76fc0e46435bd4156c913c7a30e in 856ms, sequenceid=326, compaction requested=false 2024-11-08T18:41:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d72107b3bc04:0-1 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-11-08T18:41:57,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-11-08T18:41:57,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-11-08T18:41:57,432 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.5380 sec 2024-11-08T18:41:57,434 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 2.5420 sec 2024-11-08T18:41:57,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:57,672 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:57,672 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-11-08T18:41:57,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081f0fe62e94cf431a808aad8328beb67f_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091317018/Put/seqid=0 2024-11-08T18:41:57,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742486_1662 (size=12454) 2024-11-08T18:41:57,683 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:41:57,687 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411081f0fe62e94cf431a808aad8328beb67f_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081f0fe62e94cf431a808aad8328beb67f_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:57,687 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/f1dfd6b1bf58428697aeb825a9c67388, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:57,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/f1dfd6b1bf58428697aeb825a9c67388 is 175, key is test_row_0/A:col10/1731091317018/Put/seqid=0 2024-11-08T18:41:57,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742487_1663 (size=31255) 2024-11-08T18:41:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091377685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091377685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,691 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091377686, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,692 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091377687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091377688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091377800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091377800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091377800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091377801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,804 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091377801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,804 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:57,805 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091378010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091378010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091378011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,014 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091378011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091378011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,014 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,015 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,091 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=348, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/f1dfd6b1bf58428697aeb825a9c67388 2024-11-08T18:41:58,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/cd10d5bb79c946a394f8c3e216e9d5e9 is 50, key is test_row_0/B:col10/1731091317018/Put/seqid=0 2024-11-08T18:41:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742488_1664 (size=12301) 2024-11-08T18:41:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091378320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091378320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,323 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091378320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091378320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091378320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,324 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,325 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,501 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/cd10d5bb79c946a394f8c3e216e9d5e9 2024-11-08T18:41:58,508 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/f41e77c292bc402c86a2ff280eb263dd is 50, key is test_row_0/C:col10/1731091317018/Put/seqid=0 2024-11-08T18:41:58,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742489_1665 (size=12301) 2024-11-08T18:41:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60660 deadline: 1731091378830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60654 deadline: 1731091378830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60658 deadline: 1731091378830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60672 deadline: 1731091378830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,834 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-08T18:41:58,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46205 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.3:60668 deadline: 1731091378839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 , the old value is region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-08T18:41:58,843 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., hostname=d72107b3bc04,46205,1731091153867, seqNum=5 because the exception is null or not the one we care about 2024-11-08T18:41:58,854 INFO [Thread-2535 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2535. 2024-11-08T18:41:58,854 DEBUG [Thread-2535 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:58,854 DEBUG [Thread-2535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,854 DEBUG [Thread-2535 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:58,855 INFO [Thread-2533 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2533. 2024-11-08T18:41:58,855 DEBUG [Thread-2533 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:58,855 DEBUG [Thread-2533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,855 DEBUG [Thread-2533 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:58,855 INFO [Thread-2539 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2539. 2024-11-08T18:41:58,855 DEBUG [Thread-2539 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:58,855 DEBUG [Thread-2539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,855 DEBUG [Thread-2539 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:58,858 INFO [Thread-2537 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2537. 2024-11-08T18:41:58,858 DEBUG [Thread-2537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:58,858 DEBUG [Thread-2537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,858 DEBUG [Thread-2537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,858 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:58,859 INFO [Thread-2541 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2541. 2024-11-08T18:41:58,859 DEBUG [Thread-2541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:58,859 DEBUG [Thread-2541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,859 DEBUG [Thread-2541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:58,859 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:58,917 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/f41e77c292bc402c86a2ff280eb263dd 2024-11-08T18:41:58,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/f1dfd6b1bf58428697aeb825a9c67388 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/f1dfd6b1bf58428697aeb825a9c67388 2024-11-08T18:41:58,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/f1dfd6b1bf58428697aeb825a9c67388, entries=150, sequenceid=348, filesize=30.5 K 2024-11-08T18:41:58,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/cd10d5bb79c946a394f8c3e216e9d5e9 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/cd10d5bb79c946a394f8c3e216e9d5e9 2024-11-08T18:41:58,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/cd10d5bb79c946a394f8c3e216e9d5e9, entries=150, sequenceid=348, filesize=12.0 K 2024-11-08T18:41:58,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/f41e77c292bc402c86a2ff280eb263dd as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/f41e77c292bc402c86a2ff280eb263dd 2024-11-08T18:41:58,928 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/f41e77c292bc402c86a2ff280eb263dd, entries=150, sequenceid=348, filesize=12.0 K 2024-11-08T18:41:58,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 3c94d76fc0e46435bd4156c913c7a30e in 1256ms, sequenceid=348, compaction requested=true 2024-11-08T18:41:58,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:58,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:A, priority=-2147483648, current under compaction store size is 1 2024-11-08T18:41:58,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:58,929 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:58,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:B, priority=-2147483648, current under compaction store size is 2 2024-11-08T18:41:58,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:58,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 3c94d76fc0e46435bd4156c913c7a30e:C, priority=-2147483648, current under compaction store size is 3 2024-11-08T18:41:58,929 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:58,929 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:58,929 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:58,929 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:58,929 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/A is initiating minor compaction (all files) 2024-11-08T18:41:58,929 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/B is initiating minor compaction (all files) 2024-11-08T18:41:58,929 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/A in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:58,929 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/B in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:58,929 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/835e8a6cdc2843a98a9ccbf8b47048c0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c7e01a8f079e4e6f906e70529bc91dcd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/f1dfd6b1bf58428697aeb825a9c67388] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=92.3 K 2024-11-08T18:41:58,929 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/77434f0f7ade4bfaac1e0239ea20d9cd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5947235aad6548c4bc3084b1559d1196, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/cd10d5bb79c946a394f8c3e216e9d5e9] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=36.7 K 2024-11-08T18:41:58,929 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:58,929 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. files: [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/835e8a6cdc2843a98a9ccbf8b47048c0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c7e01a8f079e4e6f906e70529bc91dcd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/f1dfd6b1bf58428697aeb825a9c67388] 2024-11-08T18:41:58,930 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting 835e8a6cdc2843a98a9ccbf8b47048c0, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731091314161 2024-11-08T18:41:58,930 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 77434f0f7ade4bfaac1e0239ea20d9cd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731091314161 2024-11-08T18:41:58,930 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 5947235aad6548c4bc3084b1559d1196, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731091314813 2024-11-08T18:41:58,930 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting c7e01a8f079e4e6f906e70529bc91dcd, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731091314813 2024-11-08T18:41:58,930 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] compactions.Compactor(225): Compacting f1dfd6b1bf58428697aeb825a9c67388, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731091317013 2024-11-08T18:41:58,930 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting cd10d5bb79c946a394f8c3e216e9d5e9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731091317013 2024-11-08T18:41:58,934 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:58,935 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#B#compaction#562 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:58,936 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/5c6d17e6927a4a9188741811c2d75ebe is 50, key is test_row_0/B:col10/1731091317018/Put/seqid=0 2024-11-08T18:41:58,936 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024110882b68f9ded7841edae1b4c316e2c4312_3c94d76fc0e46435bd4156c913c7a30e store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:58,938 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024110882b68f9ded7841edae1b4c316e2c4312_3c94d76fc0e46435bd4156c913c7a30e, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:58,938 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024110882b68f9ded7841edae1b4c316e2c4312_3c94d76fc0e46435bd4156c913c7a30e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:41:58,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742490_1666 (size=13119) 2024-11-08T18:41:58,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742491_1667 (size=4469) 2024-11-08T18:41:58,941 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#A#compaction#563 average throughput is 3.49 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:58,942 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/4cff312f5da94df2acf7a76003beebc0 is 175, key is test_row_0/A:col10/1731091317018/Put/seqid=0 2024-11-08T18:41:58,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742492_1668 (size=32073) 2024-11-08T18:41:59,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-11-08T18:41:59,050 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:41:59,343 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/5c6d17e6927a4a9188741811c2d75ebe as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5c6d17e6927a4a9188741811c2d75ebe 2024-11-08T18:41:59,347 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/B of 3c94d76fc0e46435bd4156c913c7a30e into 5c6d17e6927a4a9188741811c2d75ebe(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:59,347 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:59,347 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/B, priority=13, startTime=1731091318929; duration=0sec 2024-11-08T18:41:59,347 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/4cff312f5da94df2acf7a76003beebc0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/4cff312f5da94df2acf7a76003beebc0 2024-11-08T18:41:59,347 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-08T18:41:59,347 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:B 2024-11-08T18:41:59,347 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-08T18:41:59,348 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-08T18:41:59,348 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1541): 3c94d76fc0e46435bd4156c913c7a30e/C is initiating minor compaction (all files) 2024-11-08T18:41:59,348 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c94d76fc0e46435bd4156c913c7a30e/C in TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:41:59,348 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/02f4eb83801a4bf8975b9e4813fce0cd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/0525c3231b2c4fa29e3c557e6637eb66, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/f41e77c292bc402c86a2ff280eb263dd] into tmpdir=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp, totalSize=36.7 K 2024-11-08T18:41:59,348 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 02f4eb83801a4bf8975b9e4813fce0cd, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1731091314161 2024-11-08T18:41:59,349 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting 0525c3231b2c4fa29e3c557e6637eb66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=326, earliestPutTs=1731091314813 2024-11-08T18:41:59,349 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] compactions.Compactor(225): Compacting f41e77c292bc402c86a2ff280eb263dd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=348, earliestPutTs=1731091317013 2024-11-08T18:41:59,350 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/A of 3c94d76fc0e46435bd4156c913c7a30e into 4cff312f5da94df2acf7a76003beebc0(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:59,350 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:59,350 INFO [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/A, priority=13, startTime=1731091318929; duration=0sec 2024-11-08T18:41:59,351 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:59,351 DEBUG [RS:0;d72107b3bc04:46205-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:A 2024-11-08T18:41:59,354 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c94d76fc0e46435bd4156c913c7a30e#C#compaction#564 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-08T18:41:59,354 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/ad0fd50087544a6f90ecba737a5dd5c6 is 50, key is test_row_0/C:col10/1731091317018/Put/seqid=0 2024-11-08T18:41:59,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742493_1669 (size=13119) 2024-11-08T18:41:59,360 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/ad0fd50087544a6f90ecba737a5dd5c6 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ad0fd50087544a6f90ecba737a5dd5c6 2024-11-08T18:41:59,363 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 3c94d76fc0e46435bd4156c913c7a30e/C of 3c94d76fc0e46435bd4156c913c7a30e into ad0fd50087544a6f90ecba737a5dd5c6(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-08T18:41:59,363 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:41:59,363 INFO [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., storeName=3c94d76fc0e46435bd4156c913c7a30e/C, priority=13, startTime=1731091318929; duration=0sec 2024-11-08T18:41:59,363 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-08T18:41:59,363 DEBUG [RS:0;d72107b3bc04:46205-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c94d76fc0e46435bd4156c913c7a30e:C 2024-11-08T18:41:59,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46205 {}] regionserver.HRegion(8855): Flush requested on 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:41:59,851 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-08T18:41:59,852 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-11-08T18:41:59,852 INFO [Thread-2528 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2528. 2024-11-08T18:41:59,852 DEBUG [Thread-2528 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:59,852 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,852 DEBUG [Thread-2528 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,852 INFO [Thread-2526 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2526. 2024-11-08T18:41:59,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:59,852 INFO [Thread-2522 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2522. 2024-11-08T18:41:59,852 DEBUG [Thread-2526 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:59,852 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,852 DEBUG [Thread-2522 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:59,852 DEBUG [Thread-2522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,852 DEBUG [Thread-2526 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,852 DEBUG [Thread-2522 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:59,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:59,853 INFO [Thread-2524 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2524. 2024-11-08T18:41:59,853 DEBUG [Thread-2524 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:59,853 DEBUG [Thread-2524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,853 DEBUG [Thread-2524 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:59,853 INFO [Thread-2530 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2530. 2024-11-08T18:41:59,853 DEBUG [Thread-2530 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-11-08T18:41:59,853 DEBUG [Thread-2530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,854 DEBUG [Thread-2530 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 63 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 57 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3284 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3199 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3187 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3305 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3195 2024-11-08T18:41:59,854 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-11-08T18:41:59,854 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:41:59,854 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:41:59,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:41:59,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:41:59,855 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable TestAcidGuarantees 2024-11-08T18:41:59,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-11-08T18:41:59,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T18:41:59,858 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091319857"}]},"ts":"1731091319857"} 2024-11-08T18:41:59,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083953057114564611a1894e7d7c6eec12_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_0/A:col10/1731091319850/Put/seqid=0 2024-11-08T18:41:59,859 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-11-08T18:41:59,859 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-11-08T18:41:59,859 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-11-08T18:41:59,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, UNASSIGN}] 2024-11-08T18:41:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742494_1670 (size=12454) 2024-11-08T18:41:59,861 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, UNASSIGN 2024-11-08T18:41:59,862 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=3c94d76fc0e46435bd4156c913c7a30e, regionState=CLOSING, regionLocation=d72107b3bc04,46205,1731091153867 2024-11-08T18:41:59,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, UNASSIGN because future has completed 2024-11-08T18:41:59,863 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-08T18:41:59,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867}] 2024-11-08T18:41:59,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T18:42:00,015 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:00,015 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-08T18:42:00,015 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 3c94d76fc0e46435bd4156c913c7a30e, disabling compactions & flushes 2024-11-08T18:42:00,015 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:42:00,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T18:42:00,262 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:42:00,264 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411083953057114564611a1894e7d7c6eec12_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083953057114564611a1894e7d7c6eec12_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:00,265 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1911a15073324baf9d7cede9789fffb2, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:42:00,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1911a15073324baf9d7cede9789fffb2 is 175, key is test_row_0/A:col10/1731091319850/Put/seqid=0 2024-11-08T18:42:00,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742495_1671 (size=31255) 2024-11-08T18:42:00,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T18:42:00,669 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1911a15073324baf9d7cede9789fffb2 2024-11-08T18:42:00,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/024582038ea14a9da8f6aed6043c4b25 is 50, key is test_row_0/B:col10/1731091319850/Put/seqid=0 2024-11-08T18:42:00,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742496_1672 (size=12301) 2024-11-08T18:42:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T18:42:01,077 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/024582038ea14a9da8f6aed6043c4b25 2024-11-08T18:42:01,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/44d6baf42e3d4999bf310bd2a7347658 is 50, key is test_row_0/C:col10/1731091319850/Put/seqid=0 2024-11-08T18:42:01,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742497_1673 (size=12301) 2024-11-08T18:42:01,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/44d6baf42e3d4999bf310bd2a7347658 2024-11-08T18:42:01,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/1911a15073324baf9d7cede9789fffb2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1911a15073324baf9d7cede9789fffb2 2024-11-08T18:42:01,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1911a15073324baf9d7cede9789fffb2, entries=150, sequenceid=371, filesize=30.5 K 2024-11-08T18:42:01,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/024582038ea14a9da8f6aed6043c4b25 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/024582038ea14a9da8f6aed6043c4b25 2024-11-08T18:42:01,494 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/024582038ea14a9da8f6aed6043c4b25, entries=150, sequenceid=371, filesize=12.0 K 2024-11-08T18:42:01,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/44d6baf42e3d4999bf310bd2a7347658 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/44d6baf42e3d4999bf310bd2a7347658 2024-11-08T18:42:01,497 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/44d6baf42e3d4999bf310bd2a7347658, entries=150, sequenceid=371, filesize=12.0 K 2024-11-08T18:42:01,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=13.42 KB/13740 for 3c94d76fc0e46435bd4156c913c7a30e in 1646ms, sequenceid=371, compaction requested=false 2024-11-08T18:42:01,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 3c94d76fc0e46435bd4156c913c7a30e: 2024-11-08T18:42:01,498 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:42:01,498 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:42:01,498 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. after waiting 0 ms 2024-11-08T18:42:01,498 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:42:01,498 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 3c94d76fc0e46435bd4156c913c7a30e 3/3 column families, dataSize=13.42 KB heapSize=35.91 KB 2024-11-08T18:42:01,502 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084ca018059ba04b6da731b21bed04b79c_3c94d76fc0e46435bd4156c913c7a30e is 50, key is test_row_1/A:col10/1731091319852/Put/seqid=0 2024-11-08T18:42:01,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742498_1674 (size=9914) 2024-11-08T18:42:01,905 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-08T18:42:01,908 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202411084ca018059ba04b6da731b21bed04b79c_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084ca018059ba04b6da731b21bed04b79c_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:01,908 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/a8db5090b59445f7b94c0c5b864a72d0, store: [table=TestAcidGuarantees family=A region=3c94d76fc0e46435bd4156c913c7a30e] 2024-11-08T18:42:01,909 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/a8db5090b59445f7b94c0c5b864a72d0 is 175, key is test_row_1/A:col10/1731091319852/Put/seqid=0 2024-11-08T18:42:01,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742499_1675 (size=22561) 2024-11-08T18:42:02,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T18:42:02,312 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=376, memsize=4.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/a8db5090b59445f7b94c0c5b864a72d0 2024-11-08T18:42:02,317 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/0ffeacb8c60c49b78dd32869c472afb2 is 50, key is test_row_1/B:col10/1731091319852/Put/seqid=0 2024-11-08T18:42:02,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742500_1676 (size=9857) 2024-11-08T18:42:02,721 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/0ffeacb8c60c49b78dd32869c472afb2 2024-11-08T18:42:02,726 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/2affe3388c3547f39ad077a8e40bf6a3 is 50, key is test_row_1/C:col10/1731091319852/Put/seqid=0 2024-11-08T18:42:02,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742501_1677 (size=9857) 2024-11-08T18:42:03,129 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.47 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/2affe3388c3547f39ad077a8e40bf6a3 2024-11-08T18:42:03,132 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/A/a8db5090b59445f7b94c0c5b864a72d0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a8db5090b59445f7b94c0c5b864a72d0 2024-11-08T18:42:03,135 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a8db5090b59445f7b94c0c5b864a72d0, entries=100, sequenceid=376, filesize=22.0 K 2024-11-08T18:42:03,135 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/B/0ffeacb8c60c49b78dd32869c472afb2 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0ffeacb8c60c49b78dd32869c472afb2 2024-11-08T18:42:03,138 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0ffeacb8c60c49b78dd32869c472afb2, entries=100, sequenceid=376, filesize=9.6 K 2024-11-08T18:42:03,138 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/.tmp/C/2affe3388c3547f39ad077a8e40bf6a3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/2affe3388c3547f39ad077a8e40bf6a3 2024-11-08T18:42:03,140 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/2affe3388c3547f39ad077a8e40bf6a3, entries=100, sequenceid=376, filesize=9.6 K 2024-11-08T18:42:03,141 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 3c94d76fc0e46435bd4156c913c7a30e in 1643ms, sequenceid=376, compaction requested=true 2024-11-08T18:42:03,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/ba578907c6ce4e44add406e48328f46b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c15b6c4c1ba846729de19754b59f70be, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a1e64563b83f4451a0e5e43390b68a9d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1217e47511df4920ada7dc502bc014f1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/91532b0625e9405a8167232de56c01f0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d70fdac352d04775bf74254827d705f4, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/8b35f3db9f10454c9286d834cc9d5669, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0608c644e8574f099dbf158ede8c6fd1, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0dfbe7aad95f40f29cd2c632c4d60676, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/df8aeb3d3ce348d9b326f53b6f90f268, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d71c94f82403413297c53625440961e7, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d113dfd9b3af47b2b109bda1d920eedf, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/446499865de04407b12cb99ad7e44ba8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b2030de97d1741358380104bcece219c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/5a090a550eff4d9b918903b62c6920ff, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/715d32b97d8145faa679a13cf1d14942, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1ffbac12ea44477482f70f9bda12febc, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1e50817ccfdd4a5f92bf6b6a8d8de88c, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b1c66faca8dd45f8b66e805264bf058a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/7ca7fad403cb49c4ab2150c5621ecbeb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/835e8a6cdc2843a98a9ccbf8b47048c0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/870d7ccb3fb64362b295c5f54c09f009, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c7e01a8f079e4e6f906e70529bc91dcd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/f1dfd6b1bf58428697aeb825a9c67388] to archive 2024-11-08T18:42:03,142 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:42:03,143 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/ba578907c6ce4e44add406e48328f46b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/ba578907c6ce4e44add406e48328f46b 2024-11-08T18:42:03,144 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c15b6c4c1ba846729de19754b59f70be to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c15b6c4c1ba846729de19754b59f70be 2024-11-08T18:42:03,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a1e64563b83f4451a0e5e43390b68a9d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a1e64563b83f4451a0e5e43390b68a9d 2024-11-08T18:42:03,145 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1217e47511df4920ada7dc502bc014f1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1217e47511df4920ada7dc502bc014f1 2024-11-08T18:42:03,146 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/91532b0625e9405a8167232de56c01f0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/91532b0625e9405a8167232de56c01f0 2024-11-08T18:42:03,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d70fdac352d04775bf74254827d705f4 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d70fdac352d04775bf74254827d705f4 2024-11-08T18:42:03,147 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/8b35f3db9f10454c9286d834cc9d5669 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/8b35f3db9f10454c9286d834cc9d5669 2024-11-08T18:42:03,148 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0608c644e8574f099dbf158ede8c6fd1 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0608c644e8574f099dbf158ede8c6fd1 2024-11-08T18:42:03,149 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0dfbe7aad95f40f29cd2c632c4d60676 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/0dfbe7aad95f40f29cd2c632c4d60676 2024-11-08T18:42:03,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/df8aeb3d3ce348d9b326f53b6f90f268 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/df8aeb3d3ce348d9b326f53b6f90f268 2024-11-08T18:42:03,150 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d71c94f82403413297c53625440961e7 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d71c94f82403413297c53625440961e7 2024-11-08T18:42:03,151 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d113dfd9b3af47b2b109bda1d920eedf to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/d113dfd9b3af47b2b109bda1d920eedf 2024-11-08T18:42:03,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/446499865de04407b12cb99ad7e44ba8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/446499865de04407b12cb99ad7e44ba8 2024-11-08T18:42:03,152 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b2030de97d1741358380104bcece219c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b2030de97d1741358380104bcece219c 2024-11-08T18:42:03,153 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/5a090a550eff4d9b918903b62c6920ff to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/5a090a550eff4d9b918903b62c6920ff 2024-11-08T18:42:03,154 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/715d32b97d8145faa679a13cf1d14942 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/715d32b97d8145faa679a13cf1d14942 2024-11-08T18:42:03,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1ffbac12ea44477482f70f9bda12febc to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1ffbac12ea44477482f70f9bda12febc 2024-11-08T18:42:03,155 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1e50817ccfdd4a5f92bf6b6a8d8de88c to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1e50817ccfdd4a5f92bf6b6a8d8de88c 2024-11-08T18:42:03,156 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b1c66faca8dd45f8b66e805264bf058a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/b1c66faca8dd45f8b66e805264bf058a 2024-11-08T18:42:03,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/7ca7fad403cb49c4ab2150c5621ecbeb to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/7ca7fad403cb49c4ab2150c5621ecbeb 2024-11-08T18:42:03,157 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/835e8a6cdc2843a98a9ccbf8b47048c0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/835e8a6cdc2843a98a9ccbf8b47048c0 2024-11-08T18:42:03,158 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/870d7ccb3fb64362b295c5f54c09f009 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/870d7ccb3fb64362b295c5f54c09f009 2024-11-08T18:42:03,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c7e01a8f079e4e6f906e70529bc91dcd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/c7e01a8f079e4e6f906e70529bc91dcd 2024-11-08T18:42:03,159 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/f1dfd6b1bf58428697aeb825a9c67388 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/f1dfd6b1bf58428697aeb825a9c67388 2024-11-08T18:42:03,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/3ef1e06312724f788a499a0ba340863a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/bad6845b166344cea0b3efb62382d954, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/7c1766b9369b47a4bf4faf9f82ed20c8, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/06094281be8047c1a40aab0c5d45945e, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/85941b88dd4c4778b5e31c0b6b8bf914, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/268163cfaf3c4bb68f6d802f56bd2b41, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fa4f0cffdabe4286ad462bfb2b4e4245, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0d8b98d5e8264abeace4a80d30d8c521, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/c57cce0c5ae047bc89db4366290b4dcc, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/b7948d65ff72417aa927342caea07142, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/a8cf8a10a7804afb8b3e40d8458f1598, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/31ad119693f94ac0b741f5098da9bf8d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc91b7a702324deb83dba856aeaec6f9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/516ca93ee5aa4d46a51282acb53c54af, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/39493ea7629c48b7b4494bf91edd0dc3, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/1dbff78287684f338a085850bf0da145, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/e8c144c662434ce398ebebccc83ccd70, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/abf8e71fd36e4072a3ce30a98b9b6f34, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/34f7e10e72cf491ab15c7f52f6ac17bb, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5357d5d9ce40434684135e699ddc9664, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/77434f0f7ade4bfaac1e0239ea20d9cd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc79393e47b54afa9263987e59af87dd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5947235aad6548c4bc3084b1559d1196, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/cd10d5bb79c946a394f8c3e216e9d5e9] to archive 2024-11-08T18:42:03,161 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:42:03,162 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/3ef1e06312724f788a499a0ba340863a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/3ef1e06312724f788a499a0ba340863a 2024-11-08T18:42:03,163 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/bad6845b166344cea0b3efb62382d954 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/bad6845b166344cea0b3efb62382d954 2024-11-08T18:42:03,164 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/7c1766b9369b47a4bf4faf9f82ed20c8 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/7c1766b9369b47a4bf4faf9f82ed20c8 2024-11-08T18:42:03,165 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/06094281be8047c1a40aab0c5d45945e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/06094281be8047c1a40aab0c5d45945e 2024-11-08T18:42:03,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/85941b88dd4c4778b5e31c0b6b8bf914 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/85941b88dd4c4778b5e31c0b6b8bf914 2024-11-08T18:42:03,166 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/268163cfaf3c4bb68f6d802f56bd2b41 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/268163cfaf3c4bb68f6d802f56bd2b41 2024-11-08T18:42:03,167 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fa4f0cffdabe4286ad462bfb2b4e4245 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fa4f0cffdabe4286ad462bfb2b4e4245 2024-11-08T18:42:03,168 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0d8b98d5e8264abeace4a80d30d8c521 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0d8b98d5e8264abeace4a80d30d8c521 2024-11-08T18:42:03,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/c57cce0c5ae047bc89db4366290b4dcc to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/c57cce0c5ae047bc89db4366290b4dcc 2024-11-08T18:42:03,169 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/b7948d65ff72417aa927342caea07142 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/b7948d65ff72417aa927342caea07142 2024-11-08T18:42:03,170 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/a8cf8a10a7804afb8b3e40d8458f1598 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/a8cf8a10a7804afb8b3e40d8458f1598 2024-11-08T18:42:03,171 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/31ad119693f94ac0b741f5098da9bf8d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/31ad119693f94ac0b741f5098da9bf8d 2024-11-08T18:42:03,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc91b7a702324deb83dba856aeaec6f9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc91b7a702324deb83dba856aeaec6f9 2024-11-08T18:42:03,172 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/516ca93ee5aa4d46a51282acb53c54af to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/516ca93ee5aa4d46a51282acb53c54af 2024-11-08T18:42:03,173 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/39493ea7629c48b7b4494bf91edd0dc3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/39493ea7629c48b7b4494bf91edd0dc3 2024-11-08T18:42:03,174 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/1dbff78287684f338a085850bf0da145 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/1dbff78287684f338a085850bf0da145 2024-11-08T18:42:03,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/e8c144c662434ce398ebebccc83ccd70 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/e8c144c662434ce398ebebccc83ccd70 2024-11-08T18:42:03,175 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/abf8e71fd36e4072a3ce30a98b9b6f34 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/abf8e71fd36e4072a3ce30a98b9b6f34 2024-11-08T18:42:03,176 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/34f7e10e72cf491ab15c7f52f6ac17bb to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/34f7e10e72cf491ab15c7f52f6ac17bb 2024-11-08T18:42:03,177 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5357d5d9ce40434684135e699ddc9664 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5357d5d9ce40434684135e699ddc9664 2024-11-08T18:42:03,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/77434f0f7ade4bfaac1e0239ea20d9cd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/77434f0f7ade4bfaac1e0239ea20d9cd 2024-11-08T18:42:03,178 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc79393e47b54afa9263987e59af87dd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/fc79393e47b54afa9263987e59af87dd 2024-11-08T18:42:03,179 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5947235aad6548c4bc3084b1559d1196 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5947235aad6548c4bc3084b1559d1196 2024-11-08T18:42:03,180 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/cd10d5bb79c946a394f8c3e216e9d5e9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/cd10d5bb79c946a394f8c3e216e9d5e9 2024-11-08T18:42:03,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/bf358fdb53234c39bc48a122c1e9fec2, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/24d3925d539d4304897ed95208a61ae9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5a1b1756ecc94fa199bb27531df28c4b, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/97afcc86d13447d9a658fbb483ece45a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/adea28499316477db6bcf8fcf78fffe5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ffa51777560a4fdca55f140b875b2f48, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ecce16a4d83540228ea65e1cb3f2fe9d, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/1c8509caee0241628d1aee0ab97a1594, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/963374dfd2b54a6d8e9ed16524c89bc5, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/a68c4471cbd646debcfb4d84cf85b390, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4c5ac3b320ae4654a036dddd414dd635, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/b6453441d4724dfb929a3d6d01751368, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5bedf75a2ea14acba78c66a83c1fc7e9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4e486c27de6e4d4ca4e1faed7629926a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/09e819d05edf4aa0bcf00bc75c65c31f, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4da90e9930ed4ab4b29fe9d2089cbbbd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/460956d2cba44fe88af722da93f8d513, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/51fd78a7a4d3416c9bab50bf8f80f2b0, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/fbd598edd9594a46aebfa77b2500e8b9, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/dfdd68cd6b854734b013b65c64a6351a, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/02f4eb83801a4bf8975b9e4813fce0cd, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/16fed62fecdb4382bc2eef4b2c7e6b07, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/0525c3231b2c4fa29e3c557e6637eb66, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/f41e77c292bc402c86a2ff280eb263dd] to archive 2024-11-08T18:42:03,181 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-08T18:42:03,182 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/bf358fdb53234c39bc48a122c1e9fec2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/bf358fdb53234c39bc48a122c1e9fec2 2024-11-08T18:42:03,183 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/24d3925d539d4304897ed95208a61ae9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/24d3925d539d4304897ed95208a61ae9 2024-11-08T18:42:03,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5a1b1756ecc94fa199bb27531df28c4b to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5a1b1756ecc94fa199bb27531df28c4b 2024-11-08T18:42:03,184 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/97afcc86d13447d9a658fbb483ece45a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/97afcc86d13447d9a658fbb483ece45a 2024-11-08T18:42:03,185 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/adea28499316477db6bcf8fcf78fffe5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/adea28499316477db6bcf8fcf78fffe5 2024-11-08T18:42:03,186 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ffa51777560a4fdca55f140b875b2f48 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ffa51777560a4fdca55f140b875b2f48 2024-11-08T18:42:03,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ecce16a4d83540228ea65e1cb3f2fe9d to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ecce16a4d83540228ea65e1cb3f2fe9d 2024-11-08T18:42:03,187 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/1c8509caee0241628d1aee0ab97a1594 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/1c8509caee0241628d1aee0ab97a1594 2024-11-08T18:42:03,188 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/963374dfd2b54a6d8e9ed16524c89bc5 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/963374dfd2b54a6d8e9ed16524c89bc5 2024-11-08T18:42:03,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/a68c4471cbd646debcfb4d84cf85b390 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/a68c4471cbd646debcfb4d84cf85b390 2024-11-08T18:42:03,189 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4c5ac3b320ae4654a036dddd414dd635 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4c5ac3b320ae4654a036dddd414dd635 2024-11-08T18:42:03,190 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/b6453441d4724dfb929a3d6d01751368 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/b6453441d4724dfb929a3d6d01751368 2024-11-08T18:42:03,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5bedf75a2ea14acba78c66a83c1fc7e9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/5bedf75a2ea14acba78c66a83c1fc7e9 2024-11-08T18:42:03,191 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4e486c27de6e4d4ca4e1faed7629926a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4e486c27de6e4d4ca4e1faed7629926a 2024-11-08T18:42:03,192 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/09e819d05edf4aa0bcf00bc75c65c31f to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/09e819d05edf4aa0bcf00bc75c65c31f 2024-11-08T18:42:03,193 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4da90e9930ed4ab4b29fe9d2089cbbbd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/4da90e9930ed4ab4b29fe9d2089cbbbd 2024-11-08T18:42:03,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/460956d2cba44fe88af722da93f8d513 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/460956d2cba44fe88af722da93f8d513 2024-11-08T18:42:03,194 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/51fd78a7a4d3416c9bab50bf8f80f2b0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/51fd78a7a4d3416c9bab50bf8f80f2b0 2024-11-08T18:42:03,195 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/fbd598edd9594a46aebfa77b2500e8b9 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/fbd598edd9594a46aebfa77b2500e8b9 2024-11-08T18:42:03,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/dfdd68cd6b854734b013b65c64a6351a to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/dfdd68cd6b854734b013b65c64a6351a 2024-11-08T18:42:03,196 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/02f4eb83801a4bf8975b9e4813fce0cd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/02f4eb83801a4bf8975b9e4813fce0cd 2024-11-08T18:42:03,197 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/16fed62fecdb4382bc2eef4b2c7e6b07 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/16fed62fecdb4382bc2eef4b2c7e6b07 2024-11-08T18:42:03,198 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/0525c3231b2c4fa29e3c557e6637eb66 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/0525c3231b2c4fa29e3c557e6637eb66 2024-11-08T18:42:03,199 DEBUG [StoreCloser-TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/f41e77c292bc402c86a2ff280eb263dd to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/f41e77c292bc402c86a2ff280eb263dd 2024-11-08T18:42:03,202 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/recovered.edits/379.seqid, newMaxSeqId=379, maxSeqId=4 2024-11-08T18:42:03,202 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. 2024-11-08T18:42:03,202 DEBUG [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 3c94d76fc0e46435bd4156c913c7a30e: Waiting for close lock at 1731091320015Running coprocessor pre-close hooks at 1731091320015Disabling compacts and flushes for region at 1731091320015Disabling writes for close at 1731091321498 (+1483 ms)Obtaining lock to block concurrent updates at 1731091321498Preparing flush snapshotting stores in 3c94d76fc0e46435bd4156c913c7a30e at 1731091321498Finished memstore snapshotting TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e., syncing WAL and waiting on mvcc, flushsize=dataSize=13740, getHeapSize=36720, getOffHeapSize=0, getCellsCount=300 at 1731091321498Flushing stores of TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e. at 1731091321498Flushing 3c94d76fc0e46435bd4156c913c7a30e/A: creating writer at 1731091321498Flushing mob file 3c94d76fc0e46435bd4156c913c7a30e/A: appending metadata at 1731091321502 (+4 ms)Flushing mob file 3c94d76fc0e46435bd4156c913c7a30e/A: closing flushed file at 1731091321502Flushing 3c94d76fc0e46435bd4156c913c7a30e/A: appending metadata at 1731091321908 (+406 ms)Flushing 3c94d76fc0e46435bd4156c913c7a30e/A: closing flushed file at 1731091321908Flushing 3c94d76fc0e46435bd4156c913c7a30e/B: creating writer at 1731091322315 (+407 ms)Flushing 3c94d76fc0e46435bd4156c913c7a30e/B: appending metadata at 1731091322317 (+2 ms)Flushing 3c94d76fc0e46435bd4156c913c7a30e/B: closing flushed file at 1731091322317Flushing 3c94d76fc0e46435bd4156c913c7a30e/C: creating writer at 1731091322723 (+406 ms)Flushing 3c94d76fc0e46435bd4156c913c7a30e/C: appending metadata at 1731091322725 (+2 ms)Flushing 3c94d76fc0e46435bd4156c913c7a30e/C: closing flushed file at 1731091322725Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f4e92b5: reopening flushed file at 1731091323132 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a399fda: reopening flushed file at 1731091323135 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@659e72b9: reopening flushed file at 1731091323138 (+3 ms)Finished flush of dataSize ~13.42 KB/13740, heapSize ~35.86 KB/36720, currentSize=0 B/0 for 3c94d76fc0e46435bd4156c913c7a30e in 1643ms, sequenceid=376, compaction requested=true at 1731091323141 (+3 ms)Writing region close event to WAL at 1731091323200 (+59 ms)Running coprocessor post-close hooks at 1731091323202 (+2 ms)Closed at 1731091323202 2024-11-08T18:42:03,204 INFO [RS_CLOSE_REGION-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:03,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=3c94d76fc0e46435bd4156c913c7a30e, regionState=CLOSED 2024-11-08T18:42:03,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 because future has completed 2024-11-08T18:42:03,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-11-08T18:42:03,207 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 3c94d76fc0e46435bd4156c913c7a30e, server=d72107b3bc04,46205,1731091153867 in 3.3430 sec 2024-11-08T18:42:03,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-11-08T18:42:03,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=3c94d76fc0e46435bd4156c913c7a30e, UNASSIGN in 3.3470 sec 2024-11-08T18:42:03,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-11-08T18:42:03,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.3500 sec 2024-11-08T18:42:03,211 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731091323211"}]},"ts":"1731091323211"} 2024-11-08T18:42:03,212 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-11-08T18:42:03,212 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-11-08T18:42:03,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 3.3580 sec 2024-11-08T18:42:03,595 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-11-08T18:42:04,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-11-08T18:42:04,021 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:42:04,021 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.3 delete TestAcidGuarantees 2024-11-08T18:42:04,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:42:04,022 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:42:04,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-08T18:42:04,023 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:42:04,025 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,027 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C, FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/recovered.edits] 2024-11-08T18:42:04,029 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1911a15073324baf9d7cede9789fffb2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/1911a15073324baf9d7cede9789fffb2 2024-11-08T18:42:04,030 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/4cff312f5da94df2acf7a76003beebc0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/4cff312f5da94df2acf7a76003beebc0 2024-11-08T18:42:04,030 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a8db5090b59445f7b94c0c5b864a72d0 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/A/a8db5090b59445f7b94c0c5b864a72d0 2024-11-08T18:42:04,032 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/024582038ea14a9da8f6aed6043c4b25 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/024582038ea14a9da8f6aed6043c4b25 2024-11-08T18:42:04,033 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0ffeacb8c60c49b78dd32869c472afb2 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/0ffeacb8c60c49b78dd32869c472afb2 2024-11-08T18:42:04,034 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5c6d17e6927a4a9188741811c2d75ebe to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/B/5c6d17e6927a4a9188741811c2d75ebe 2024-11-08T18:42:04,035 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/2affe3388c3547f39ad077a8e40bf6a3 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/2affe3388c3547f39ad077a8e40bf6a3 2024-11-08T18:42:04,036 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/44d6baf42e3d4999bf310bd2a7347658 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/44d6baf42e3d4999bf310bd2a7347658 2024-11-08T18:42:04,037 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ad0fd50087544a6f90ecba737a5dd5c6 to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/C/ad0fd50087544a6f90ecba737a5dd5c6 2024-11-08T18:42:04,039 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/recovered.edits/379.seqid to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e/recovered.edits/379.seqid 2024-11-08T18:42:04,039 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/default/TestAcidGuarantees/3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-11-08T18:42:04,039 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T18:42:04,040 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-11-08T18:42:04,042 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080b86713f48c142a78213863418acb6ae_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411080b86713f48c142a78213863418acb6ae_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,043 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081f0fe62e94cf431a808aad8328beb67f_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411081f0fe62e94cf431a808aad8328beb67f_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,043 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082daffd443bf44786918f36c216ab2255_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411082daffd443bf44786918f36c216ab2255_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,044 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110831d2d0b8fbb74b988a764dc4bce002be_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110831d2d0b8fbb74b988a764dc4bce002be_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,045 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083953057114564611a1894e7d7c6eec12_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411083953057114564611a1894e7d7c6eec12_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,046 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084ca018059ba04b6da731b21bed04b79c_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411084ca018059ba04b6da731b21bed04b79c_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,046 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108533f2773e112474eb47a5fd4ee7dc33f_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108533f2773e112474eb47a5fd4ee7dc33f_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,047 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108547f9b434ecc4dd1a7ce5a55e6378f4f_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108547f9b434ecc4dd1a7ce5a55e6378f4f_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,048 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086d52018d7d1c4096b7059a7cc9cf899d_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202411086d52018d7d1c4096b7059a7cc9cf899d_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,049 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110876cf11b93d524386bcc726fe09011469_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024110876cf11b93d524386bcc726fe09011469_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,050 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108886b158086aa41e095083141e06e1ce4_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108886b158086aa41e095083141e06e1ce4_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,051 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b8d217c9cdbf4df49e6eff635ff9dbac_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108b8d217c9cdbf4df49e6eff635ff9dbac_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,051 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ba9f4f92a8c54b3dbc2847cdad376a58_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108ba9f4f92a8c54b3dbc2847cdad376a58_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,052 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bf9b31b87c14471293f5940e782391e2_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108bf9b31b87c14471293f5940e782391e2_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,053 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c65663293a4e431e9dbc408bcf2b2c37_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108c65663293a4e431e9dbc408bcf2b2c37_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,054 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d982336c8ab445529be8ba0bb5bd7753_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108d982336c8ab445529be8ba0bb5bd7753_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,055 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108da8284a301424436b055106c175ed754_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108da8284a301424436b055106c175ed754_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,056 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108da9bc930f5284a60a988a1ceff81b228_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108da9bc930f5284a60a988a1ceff81b228_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,056 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f7552248d1454d86b339b01ec74d2635_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f7552248d1454d86b339b01ec74d2635_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,057 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f87e07e47f664056908323721c0ff9fe_3c94d76fc0e46435bd4156c913c7a30e to hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241108f87e07e47f664056908323721c0ff9fe_3c94d76fc0e46435bd4156c913c7a30e 2024-11-08T18:42:04,058 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-11-08T18:42:04,059 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:42:04,061 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-11-08T18:42:04,063 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-11-08T18:42:04,064 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:42:04,064 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-11-08T18:42:04,064 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731091324064"}]},"ts":"9223372036854775807"} 2024-11-08T18:42:04,065 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-08T18:42:04,065 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 3c94d76fc0e46435bd4156c913c7a30e, NAME => 'TestAcidGuarantees,,1731091296699.3c94d76fc0e46435bd4156c913c7a30e.', STARTKEY => '', ENDKEY => ''}] 2024-11-08T18:42:04,065 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-11-08T18:42:04,065 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731091324065"}]},"ts":"9223372036854775807"} 2024-11-08T18:42:04,067 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-11-08T18:42:04,067 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-11-08T18:42:04,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-11-08T18:42:04,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33463 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-11-08T18:42:04,131 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-11-08T18:42:04,131 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-11-08T18:42:04,139 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithNoInMemCompaction#testMobGetAtomicity Thread=242 (was 242), OpenFileDescriptor=455 (was 455), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=439 (was 484), ProcessCount=11 (was 11), AvailableMemoryMB=6754 (was 7143) 2024-11-08T18:42:04,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-08T18:42:04,140 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:42:04,140 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:42:04,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:42:04,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:42:04,140 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-08T18:42:04,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-08T18:42:04,140 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=480094612, stopped=false 2024-11-08T18:42:04,140 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d72107b3bc04,33463,1731091153185 2024-11-08T18:42:04,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:42:04,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-08T18:42:04,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:42:04,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:42:04,142 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:42:04,143 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:42:04,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-08T18:42:04,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:42:04,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:42:04,144 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-08T18:42:04,144 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd72107b3bc04,46205,1731091153867' ***** 2024-11-08T18:42:04,144 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-08T18:42:04,144 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-08T18:42:04,144 INFO [RS:0;d72107b3bc04:46205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-08T18:42:04,144 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-08T18:42:04,145 INFO [RS:0;d72107b3bc04:46205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-08T18:42:04,145 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(959): stopping server d72107b3bc04,46205,1731091153867 2024-11-08T18:42:04,145 INFO [RS:0;d72107b3bc04:46205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:42:04,145 INFO [RS:0;d72107b3bc04:46205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d72107b3bc04:46205. 2024-11-08T18:42:04,145 DEBUG [RS:0;d72107b3bc04:46205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-08T18:42:04,145 DEBUG [RS:0;d72107b3bc04:46205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:42:04,145 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-08T18:42:04,145 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-08T18:42:04,145 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-08T18:42:04,145 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-08T18:42:04,146 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-08T18:42:04,146 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-08T18:42:04,146 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-08T18:42:04,146 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-08T18:42:04,146 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-08T18:42:04,146 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-08T18:42:04,146 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-08T18:42:04,146 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-11-08T18:42:04,146 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:42:04,167 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/info/d36e10056cb34ca89deda526cd14a235 is 95, key is TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f./info:/1731091184570/DeleteFamily/seqid=0 2024-11-08T18:42:04,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742502_1678 (size=6514) 2024-11-08T18:42:04,234 INFO [regionserver/d72107b3bc04:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:42:04,290 INFO [regionserver/d72107b3bc04:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-08T18:42:04,290 INFO [regionserver/d72107b3bc04:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-08T18:42:04,347 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:42:04,547 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:42:04,571 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/info/d36e10056cb34ca89deda526cd14a235 2024-11-08T18:42:04,590 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/ns/12864579658543baabdc41e4d030e949 is 93, key is TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f./ns:/1731091184522/DeleteFamily/seqid=0 2024-11-08T18:42:04,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742503_1679 (size=5906) 2024-11-08T18:42:04,747 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:42:04,947 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:42:04,993 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/ns/12864579658543baabdc41e4d030e949 2024-11-08T18:42:05,010 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/rep_barrier/6feaf6431a4b41ccbe40ae478b324ee3 is 102, key is TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f./rep_barrier:/1731091184522/DeleteFamily/seqid=0 2024-11-08T18:42:05,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742504_1680 (size=6025) 2024-11-08T18:42:05,147 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:42:05,348 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:42:05,414 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/rep_barrier/6feaf6431a4b41ccbe40ae478b324ee3 2024-11-08T18:42:05,431 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/table/7ec88c846fd645c791cdb8ab58ab6bdc is 96, key is TestAcidGuarantees,,1731091157661.dd7b06dcd23bcb5938b6c655672a822f./table:/1731091184522/DeleteFamily/seqid=0 2024-11-08T18:42:05,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742505_1681 (size=5936) 2024-11-08T18:42:05,548 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:42:05,748 DEBUG [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-08T18:42:05,835 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/table/7ec88c846fd645c791cdb8ab58ab6bdc 2024-11-08T18:42:05,838 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/info/d36e10056cb34ca89deda526cd14a235 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/info/d36e10056cb34ca89deda526cd14a235 2024-11-08T18:42:05,841 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/info/d36e10056cb34ca89deda526cd14a235, entries=12, sequenceid=90, filesize=6.4 K 2024-11-08T18:42:05,842 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/ns/12864579658543baabdc41e4d030e949 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/ns/12864579658543baabdc41e4d030e949 2024-11-08T18:42:05,844 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/ns/12864579658543baabdc41e4d030e949, entries=8, sequenceid=90, filesize=5.8 K 2024-11-08T18:42:05,844 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/rep_barrier/6feaf6431a4b41ccbe40ae478b324ee3 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/rep_barrier/6feaf6431a4b41ccbe40ae478b324ee3 2024-11-08T18:42:05,852 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/rep_barrier/6feaf6431a4b41ccbe40ae478b324ee3, entries=6, sequenceid=90, filesize=5.9 K 2024-11-08T18:42:05,852 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/.tmp/table/7ec88c846fd645c791cdb8ab58ab6bdc as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/table/7ec88c846fd645c791cdb8ab58ab6bdc 2024-11-08T18:42:05,854 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/table/7ec88c846fd645c791cdb8ab58ab6bdc, entries=7, sequenceid=90, filesize=5.8 K 2024-11-08T18:42:05,855 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=90, compaction requested=false 2024-11-08T18:42:05,858 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-11-08T18:42:05,859 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-08T18:42:05,859 INFO [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-08T18:42:05,859 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731091324146Running coprocessor pre-close hooks at 1731091324146Disabling compacts and flushes for region at 1731091324146Disabling writes for close at 1731091324146Obtaining lock to block concurrent updates at 1731091324146Preparing flush snapshotting stores in 1588230740 at 1731091324146Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1731091324147 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731091324147Flushing 1588230740/info: creating writer at 1731091324147Flushing 1588230740/info: appending metadata at 1731091324167 (+20 ms)Flushing 1588230740/info: closing flushed file at 1731091324167Flushing 1588230740/ns: creating writer at 1731091324575 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731091324590 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731091324590Flushing 1588230740/rep_barrier: creating writer at 1731091324996 (+406 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731091325010 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731091325010Flushing 1588230740/table: creating writer at 1731091325417 (+407 ms)Flushing 1588230740/table: appending metadata at 1731091325431 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731091325431Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aa9ea46: reopening flushed file at 1731091325838 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d75d38: reopening flushed file at 1731091325841 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ec2912: reopening flushed file at 1731091325844 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eded68a: reopening flushed file at 1731091325852 (+8 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1709ms, sequenceid=90, compaction requested=false at 1731091325855 (+3 ms)Writing region close event to WAL at 1731091325856 (+1 ms)Running coprocessor post-close hooks at 1731091325859 (+3 ms)Closed at 1731091325859 2024-11-08T18:42:05,859 DEBUG [RS_CLOSE_META-regionserver/d72107b3bc04:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-08T18:42:05,948 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(976): stopping server d72107b3bc04,46205,1731091153867; all regions closed. 2024-11-08T18:42:05,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741834_1010 (size=25344) 2024-11-08T18:42:05,954 DEBUG [RS:0;d72107b3bc04:46205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/oldWALs 2024-11-08T18:42:05,954 INFO [RS:0;d72107b3bc04:46205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72107b3bc04%2C46205%2C1731091153867.meta:.meta(num 1731091157306) 2024-11-08T18:42:05,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741832_1008 (size=15779616) 2024-11-08T18:42:05,958 DEBUG [RS:0;d72107b3bc04:46205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/oldWALs 2024-11-08T18:42:05,958 INFO [RS:0;d72107b3bc04:46205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d72107b3bc04%2C46205%2C1731091153867:(num 1731091156421) 2024-11-08T18:42:05,958 DEBUG [RS:0;d72107b3bc04:46205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-08T18:42:05,958 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-08T18:42:05,958 INFO [RS:0;d72107b3bc04:46205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:42:05,958 INFO [RS:0;d72107b3bc04:46205 {}] hbase.ChoreService(370): Chore service for: regionserver/d72107b3bc04:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-08T18:42:05,958 INFO [RS:0;d72107b3bc04:46205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:42:05,958 INFO [regionserver/d72107b3bc04:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:42:05,959 INFO [RS:0;d72107b3bc04:46205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:46205 2024-11-08T18:42:05,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d72107b3bc04,46205,1731091153867 2024-11-08T18:42:05,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-08T18:42:05,962 INFO [RS:0;d72107b3bc04:46205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:42:05,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d72107b3bc04,46205,1731091153867] 2024-11-08T18:42:05,965 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d72107b3bc04,46205,1731091153867 already deleted, retry=false 2024-11-08T18:42:05,965 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d72107b3bc04,46205,1731091153867 expired; onlineServers=0 2024-11-08T18:42:05,965 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd72107b3bc04,33463,1731091153185' ***** 2024-11-08T18:42:05,965 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-08T18:42:05,965 INFO [M:0;d72107b3bc04:33463 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-08T18:42:05,966 INFO [M:0;d72107b3bc04:33463 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-08T18:42:05,966 DEBUG [M:0;d72107b3bc04:33463 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-08T18:42:05,966 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-08T18:42:05,966 DEBUG [M:0;d72107b3bc04:33463 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-08T18:42:05,966 DEBUG [master/d72107b3bc04:0:becomeActiveMaster-HFileCleaner.small.0-1731091156056 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72107b3bc04:0:becomeActiveMaster-HFileCleaner.small.0-1731091156056,5,FailOnTimeoutGroup] 2024-11-08T18:42:05,966 DEBUG [master/d72107b3bc04:0:becomeActiveMaster-HFileCleaner.large.0-1731091156055 {}] cleaner.HFileCleaner(306): Exit Thread[master/d72107b3bc04:0:becomeActiveMaster-HFileCleaner.large.0-1731091156055,5,FailOnTimeoutGroup] 2024-11-08T18:42:05,966 INFO [M:0;d72107b3bc04:33463 {}] hbase.ChoreService(370): Chore service for: master/d72107b3bc04:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-08T18:42:05,966 INFO [M:0;d72107b3bc04:33463 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-08T18:42:05,966 DEBUG [M:0;d72107b3bc04:33463 {}] master.HMaster(1795): Stopping service threads 2024-11-08T18:42:05,966 INFO [M:0;d72107b3bc04:33463 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-08T18:42:05,966 INFO [M:0;d72107b3bc04:33463 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-08T18:42:05,966 ERROR [M:0;d72107b3bc04:33463 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[IPC Client (1102635514) connection to localhost/127.0.0.1:43769 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:43769,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-11-08T18:42:05,967 INFO [M:0;d72107b3bc04:33463 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-08T18:42:05,967 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-08T18:42:05,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-08T18:42:05,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-08T18:42:05,968 DEBUG [M:0;d72107b3bc04:33463 {}] zookeeper.ZKUtil(347): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-08T18:42:05,968 WARN [M:0;d72107b3bc04:33463 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-08T18:42:05,968 INFO [M:0;d72107b3bc04:33463 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/.lastflushedseqids 2024-11-08T18:42:05,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742506_1682 (size=72) 2024-11-08T18:42:06,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:42:06,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46205-0x100d3a5b2860001, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:42:06,065 INFO [RS:0;d72107b3bc04:46205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:42:06,066 INFO [RS:0;d72107b3bc04:46205 {}] regionserver.HRegionServer(1031): Exiting; stopping=d72107b3bc04,46205,1731091153867; zookeeper connection closed. 2024-11-08T18:42:06,066 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e0e544d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e0e544d 2024-11-08T18:42:06,067 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-08T18:42:06,377 INFO [M:0;d72107b3bc04:33463 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-08T18:42:06,378 INFO [M:0;d72107b3bc04:33463 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-08T18:42:06,378 DEBUG [M:0;d72107b3bc04:33463 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-08T18:42:06,378 INFO [M:0;d72107b3bc04:33463 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:42:06,378 DEBUG [M:0;d72107b3bc04:33463 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:42:06,378 DEBUG [M:0;d72107b3bc04:33463 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-08T18:42:06,378 DEBUG [M:0;d72107b3bc04:33463 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:42:06,378 INFO [M:0;d72107b3bc04:33463 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=778.82 KB heapSize=959.11 KB 2024-11-08T18:42:06,393 DEBUG [M:0;d72107b3bc04:33463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ff483d2fed243c8a13b3348cc42edfa is 82, key is hbase:meta,,1/info:regioninfo/1731091157393/Put/seqid=0 2024-11-08T18:42:06,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742507_1683 (size=5672) 2024-11-08T18:42:06,797 INFO [M:0;d72107b3bc04:33463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2233 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ff483d2fed243c8a13b3348cc42edfa 2024-11-08T18:42:06,816 DEBUG [M:0;d72107b3bc04:33463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685fb8cb49c3490dbabec317efab668b is 2276, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1731091298772/Put/seqid=0 2024-11-08T18:42:06,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742508_1684 (size=44131) 2024-11-08T18:42:07,219 INFO [M:0;d72107b3bc04:33463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=778.26 KB at sequenceid=2233 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685fb8cb49c3490dbabec317efab668b 2024-11-08T18:42:07,222 INFO [M:0;d72107b3bc04:33463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 685fb8cb49c3490dbabec317efab668b 2024-11-08T18:42:07,237 DEBUG [M:0;d72107b3bc04:33463 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eae58217ef5141bc9b83401991df66b0 is 69, key is d72107b3bc04,46205,1731091153867/rs:state/1731091156191/Put/seqid=0 2024-11-08T18:42:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073742509_1685 (size=5156) 2024-11-08T18:42:07,640 INFO [M:0;d72107b3bc04:33463 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2233 (bloomFilter=true), to=hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eae58217ef5141bc9b83401991df66b0 2024-11-08T18:42:07,644 DEBUG [M:0;d72107b3bc04:33463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ff483d2fed243c8a13b3348cc42edfa as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ff483d2fed243c8a13b3348cc42edfa 2024-11-08T18:42:07,646 INFO [M:0;d72107b3bc04:33463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ff483d2fed243c8a13b3348cc42edfa, entries=8, sequenceid=2233, filesize=5.5 K 2024-11-08T18:42:07,647 DEBUG [M:0;d72107b3bc04:33463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/685fb8cb49c3490dbabec317efab668b as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/685fb8cb49c3490dbabec317efab668b 2024-11-08T18:42:07,650 INFO [M:0;d72107b3bc04:33463 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 685fb8cb49c3490dbabec317efab668b 2024-11-08T18:42:07,650 INFO [M:0;d72107b3bc04:33463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/685fb8cb49c3490dbabec317efab668b, entries=170, sequenceid=2233, filesize=43.1 K 2024-11-08T18:42:07,650 DEBUG [M:0;d72107b3bc04:33463 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/eae58217ef5141bc9b83401991df66b0 as hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eae58217ef5141bc9b83401991df66b0 2024-11-08T18:42:07,652 INFO [M:0;d72107b3bc04:33463 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43769/user/jenkins/test-data/0b2e2d37-1040-e946-6e24-b237e851fea2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/eae58217ef5141bc9b83401991df66b0, entries=1, sequenceid=2233, filesize=5.0 K 2024-11-08T18:42:07,653 INFO [M:0;d72107b3bc04:33463 {}] regionserver.HRegion(3140): Finished flush of dataSize ~778.82 KB/797512, heapSize ~958.81 KB/981824, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2233, compaction requested=false 2024-11-08T18:42:07,654 INFO [M:0;d72107b3bc04:33463 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-08T18:42:07,654 DEBUG [M:0;d72107b3bc04:33463 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731091326378Disabling compacts and flushes for region at 1731091326378Disabling writes for close at 1731091326378Obtaining lock to block concurrent updates at 1731091326378Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731091326378Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=797512, getHeapSize=982064, getOffHeapSize=0, getCellsCount=2428 at 1731091326378Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731091326379 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731091326379Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731091326393 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731091326393Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731091326800 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731091326815 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731091326815Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731091327222 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731091327236 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731091327236Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@632b2b08: reopening flushed file at 1731091327643 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da17021: reopening flushed file at 1731091327646 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@228a3532: reopening flushed file at 1731091327650 (+4 ms)Finished flush of dataSize ~778.82 KB/797512, heapSize ~958.81 KB/981824, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1275ms, sequenceid=2233, compaction requested=false at 1731091327653 (+3 ms)Writing region close event to WAL at 1731091327654 (+1 ms)Closed at 1731091327654 2024-11-08T18:42:07,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44013 is added to blk_1073741830_1006 (size=943856) 2024-11-08T18:42:07,657 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-08T18:42:07,657 INFO [M:0;d72107b3bc04:33463 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-08T18:42:07,658 INFO [M:0;d72107b3bc04:33463 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:33463 2024-11-08T18:42:07,658 INFO [M:0;d72107b3bc04:33463 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-08T18:42:07,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:42:07,760 INFO [M:0;d72107b3bc04:33463 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-08T18:42:07,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33463-0x100d3a5b2860000, quorum=127.0.0.1:61133, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-08T18:42:07,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4269bd31{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-08T18:42:07,767 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d64f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:42:07,767 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:42:07,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@435f9f96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:42:07,767 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fd7fa7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/hadoop.log.dir/,STOPPED} 2024-11-08T18:42:07,770 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-08T18:42:07,770 WARN [BP-1216647375-172.17.0.3-1731091150437 heartbeating to localhost/127.0.0.1:43769 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-08T18:42:07,770 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-08T18:42:07,770 WARN [BP-1216647375-172.17.0.3-1731091150437 heartbeating to localhost/127.0.0.1:43769 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1216647375-172.17.0.3-1731091150437 (Datanode Uuid fae909c8-7848-49ff-9dca-52e69c0ebfdb) service to localhost/127.0.0.1:43769 2024-11-08T18:42:07,772 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10/data/data1/current/BP-1216647375-172.17.0.3-1731091150437 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:42:07,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/cluster_554e765e-5e3e-1519-807f-85f2c6dd2a10/data/data2/current/BP-1216647375-172.17.0.3-1731091150437 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-08T18:42:07,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-08T18:42:07,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ded99d3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-08T18:42:07,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@557285fa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-08T18:42:07,781 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-08T18:42:07,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@93c62df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-08T18:42:07,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b23711f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/54e70cf1-fa61-8392-08e6-d65edb93f5f2/hadoop.log.dir/,STOPPED} 2024-11-08T18:42:07,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-08T18:42:07,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down